-- Logs begin at Thu 2022-03-10 16:40:08 UTC, end at Thu 2022-03-10 17:45:04 UTC. -- Mar 10 17:15:59.536201 dv-cinder-830538-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 17:16:02.436502 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.common.config [-] Logging enabled! Mar 10 17:16:02.437097 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 17:16:02.437269 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102806) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 17:16:02.441141 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.common.config [-] Logging enabled! Mar 10 17:16:02.441398 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 17:16:02.441704 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102806) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 17:16:02.442647 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 17:16:02.442884 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 17:16:02.443251 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 17:16:02.443502 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 17:16:02.443724 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 17:16:02.444447 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.444870 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 17:16:02.445180 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.445476 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.445767 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.446062 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.446382 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.446665 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.446948 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.447241 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.447525 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.447802 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.448081 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.448367 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.448647 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.448927 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.449206 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.449485 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] debug = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.449758 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.450221 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.450636 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.450909 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.451190 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.451470 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.451736 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.452008 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.452288 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.452610 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] host = dv-cinder-830538-8-iscsi {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.452882 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.453163 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.453442 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.453722 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.454022 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.454323 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.454604 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.454873 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.455142 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] log_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.455415 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.455696 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.455979 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.456262 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.456483 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.456703 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.456997 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.457279 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.457551 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.457821 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.458091 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.458382 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.458652 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.458915 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.459194 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.459474 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.459757 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.460028 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.460298 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.460568 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.460832 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.461109 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.461383 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.461652 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.461922 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.462226 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.462495 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.462764 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.463059 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.463341 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.463616 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.463893 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.464162 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.464439 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.464704 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.464970 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.465236 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] use_json = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.465505 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.465768 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.466041 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.466332 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.466601 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.466866 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.467133 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.467413 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.467679 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:02.467969 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.468261 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.468552 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.468840 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.469124 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.469400 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.469709 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.469983 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.470289 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.470574 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.470858 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.471132 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.471433 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.471720 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.472008 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.472307 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.472595 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.472881 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.473151 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.473422 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.473692 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.473967 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.474288 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.474565 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.474850 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.475134 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.475409 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.475702 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.475985 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.476292 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.476561 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.476830 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.477103 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.477388 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.477662 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.477930 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.478231 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.478516 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.478789 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.479057 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.479338 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.479614 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.479883 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.480151 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.480428 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.480713 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.480986 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.481262 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.481533 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.481808 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.482076 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.482387 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.482660 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.482926 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.483192 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.483465 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.483733 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.484001 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.484274 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.484541 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.484811 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.485077 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.485864 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.486155 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.486427 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.486694 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.486962 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.487228 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.487503 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.487770 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.488037 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.488305 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.488574 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.488844 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.489124 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.489417 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.489694 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.489969 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.490273 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.490550 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.490824 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.491095 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.491370 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.491650 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.491917 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.492200 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.492479 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.492759 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.493061 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.493332 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.493622 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.493896 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.494197 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.494480 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.494752 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.495025 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.495303 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.495582 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.495869 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.496159 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.496447 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.496733 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.497018 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.497293 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.497597 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.497872 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:02.498086 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 17:16:02.498343 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102806) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 17:16:02.869338 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 17:16:02.869612 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 17:16:02.869911 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 17:16:02.870404 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 17:16:03.193448 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.193649 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.193920 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.195120 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.195400 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.195781 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.240720 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.241004 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.241267 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.255685 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.255964 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.256233 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.284125 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.284404 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.284668 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.322228 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.322510 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.322777 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.666659 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.667292 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.667292 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.667491 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.668099 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.769441 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.769758 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.770033 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.770324 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.770585 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.770891 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.771148 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.771402 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.771652 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.771933 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.772187 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.772447 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.772698 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.772945 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.773197 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.773459 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.773708 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.773972 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.774261 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.774518 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.774783 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.775030 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.775306 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.775673 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.775916 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.776156 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.776538 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102806) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:16:03.776774 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102806) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:16:03.777009 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102806) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:16:03.777242 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102806) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:16:03.777481 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102806) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:16:03.777706 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102806) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:16:03.778060 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 17:16:03.781138 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 17:16:03.785765 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 17:16:03.789462 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 10 17:16:03.791368 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 17:16:03.791844 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 17:16:03.792172 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 17:16:03.792543 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 17:16:03.795385 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 17:16:03.795634 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 17:16:03.795975 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 17:16:03.800936 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 17:16:03.824440 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 17:16:03.824890 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.825184 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102806) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 17:16:03.825551 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.826948 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102806) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 17:16:03.827223 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 17:16:03.827466 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 17:16:03.831276 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.831557 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:03.893482 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 17:16:03.893716 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 17:16:03.893948 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 17:16:03.894341 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 17:16:03.914639 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_db.sqlalchemy.engines [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102806) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 17:16:04.352061 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Initializing driver for type 'gre' Mar 10 17:16:04.352711 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] gre ID ranges: [(1, 1000)] Mar 10 17:16:04.410075 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Initializing driver for type 'local' Mar 10 17:16:04.410492 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Initializing driver for type 'vlan' Mar 10 17:16:04.423131 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] VlanTypeDriver initialization complete Mar 10 17:16:04.423472 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Initializing driver for type 'vxlan' Mar 10 17:16:04.424047 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] vxlan ID ranges: [(1, 1000)] Mar 10 17:16:04.475435 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Initializing extension driver 'port_security' Mar 10 17:16:04.475787 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] PortSecurityExtensionDriver initialization complete Mar 10 17:16:04.476120 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Initializing mechanism driver 'openvswitch' Mar 10 17:16:04.476464 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Initializing mechanism driver 'hyperv' Mar 10 17:16:04.483294 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:04.484171 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > port after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.484548 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > port after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.484915 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > port after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.485939 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102806) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:16:04.486403 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > subnet after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.486800 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > subnet after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.487154 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.487555 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102806) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:16:04.487971 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > network after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.488325 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > network after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.488673 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > network after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.489071 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102806) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:16:04.489487 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > security_group after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.489843 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > security_group after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.490217 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.490623 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102806) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:16:04.491038 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.491391 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.491754 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.492136 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102806) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:16:04.492549 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > address_group after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.492899 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > address_group after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.493244 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.493650 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102806) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:16:04.494099 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] ML2 OVO RPC backend initialized. {{(pid=102806) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 17:16:04.494826 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.495186 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.495610 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > network before_response 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.495964 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > networks before_response 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.496317 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > port before_response 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.496665 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > ports before_response 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.497015 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > subnet before_response 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.497360 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > subnets before_response 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.497715 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > network after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.498065 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > network after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.498437 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > network after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.498784 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > port after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.499129 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > port after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.499470 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > port after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.499813 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > subnet after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.500157 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > subnet after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.500497 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.508430 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded quota_driver: . Mar 10 17:16:04.508806 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.plugin [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Modular L2 Plugin initialization complete Mar 10 17:16:04.509161 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading services supported by the core plugin {{(pid=102806) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 17:16:04.509512 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.plugins.ml2.managers [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Got port-security extension from driver 'port_security' Mar 10 17:16:04.510000 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.extensions.vlantransparent [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Disabled vlantransparent extension. Mar 10 17:16:04.510537 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102806) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 17:16:04.510867 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading Plugin: router Mar 10 17:16:04.552284 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.552682 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router after_create 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.553060 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router before_create 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.553433 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.553816 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.554206 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router after_delete 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.554574 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > floatingip after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.554931 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.555297 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router after_create 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.555651 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router after_update 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.556052 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router after_update 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.556359 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.556723 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router after_update 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.557141 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router precommit_update 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.557517 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: port after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.557865 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: port after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.558237 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: subnet after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.558586 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.558946 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.559298 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router precommit_create 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.559645 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: port before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.559992 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router precommit_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.560352 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router after_update 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.560697 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.561185 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router precommit_create 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.561554 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.561907 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router precommit_update 55549900 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.562303 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > agent after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.562662 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > agent after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.563013 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > network after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.564498 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Tracking information for resource: router configured {{(pid=102806) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:16:04.564836 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Tracking information for resource: floatingip configured {{(pid=102806) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:16:04.569797 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.db.l3_agentschedulers_db [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 17:16:04.570406 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: port after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.570778 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: port after_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.571138 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: port after_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.571503 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: port after_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.572299 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router before_create 55550100 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.572672 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.573046 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router precommit_create 55550100 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.573412 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > router precommit_update 55550100 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.578274 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.services.provider_configuration [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service providers = [] {{(pid=102806) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 17:16:04.578649 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.db.servicetype_db [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102806) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 17:16:04.581664 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.services.service_base [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102806) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:16:04.582023 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.services.service_base [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102806) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:16:04.582399 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.services.service_base [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102806) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:16:04.583323 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.services.service_base [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102806) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:16:04.583687 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.services.service_base [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 17:16:04.584080 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102806) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:16:04.584409 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 17:16:04.595357 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102806) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:16:04.595699 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading Plugin: auto_allocate Mar 10 17:16:04.601522 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: network precommit_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.601897 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: network precommit_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.602460 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102806) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:16:04.602788 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading Plugin: tag Mar 10 17:16:04.609652 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102806) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:16:04.609992 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading Plugin: timestamp Mar 10 17:16:04.614398 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102806) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:16:04.614738 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading Plugin: network_ip_availability Mar 10 17:16:04.620288 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.620664 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.621027 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.621738 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102806) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:16:04.622066 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading Plugin: flavors Mar 10 17:16:04.627614 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102806) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:16:04.627953 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading Plugin: revisions Mar 10 17:16:04.632319 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102806) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:16:04.632717 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_concurrency.lockutils [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=102806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 17:16:04.633459 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102806) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 17:16:04.633804 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Initializing extension manager. Mar 10 17:16:04.634367 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: __init__.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.634718 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: __pycache__ {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.635061 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: address_group.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.635822 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.636395 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: address-group Mar 10 17:16:04.636723 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: address_scope.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.637457 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.637979 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: address-scope Mar 10 17:16:04.638345 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.639285 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.639806 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: router-admin-state-down-before-update Mar 10 17:16:04.640135 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: agent.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.640840 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.641377 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: agent Mar 10 17:16:04.641706 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: agent_resources_synced.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.642658 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.643176 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: agent-resources-synced Mar 10 17:16:04.643506 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: allowedaddresspairs.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.645305 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.645833 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: allowed-address-pairs Mar 10 17:16:04.646201 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: auto_allocated_topology.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.647302 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.647830 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: auto-allocated-topology Mar 10 17:16:04.648165 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: availability_zone.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.648872 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.649388 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: availability_zone Mar 10 17:16:04.649717 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: availability_zone_filter.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.650671 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.651196 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: availability_zone_filter Mar 10 17:16:04.651526 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: data_plane_status.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.652441 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.652957 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 17:16:04.653284 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: default_subnetpools.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.654253 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.654777 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: default-subnetpools Mar 10 17:16:04.655126 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.655920 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.656440 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: dhcp_agent_scheduler Mar 10 17:16:04.656773 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: dns.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.657725 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.658274 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension dns-integration not supported by any of loaded plugins Mar 10 17:16:04.658608 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: dns_domain_ports.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.659537 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.660055 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 17:16:04.660383 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.661317 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.661830 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 17:16:04.662185 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: dvr.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.662864 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.663379 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: dvr Mar 10 17:16:04.663705 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: ecmp_routes.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.664627 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.665135 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 17:16:04.665462 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: empty_string_filtering.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.666668 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.667190 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: empty-string-filtering Mar 10 17:16:04.667702 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.668439 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.668954 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 17:16:04.669283 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.670247 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.670761 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 17:16:04.671088 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: external_net.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.672010 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.672526 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: external-net Mar 10 17:16:04.673387 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.674341 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.674858 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: extra_dhcp_opt Mar 10 17:16:04.675185 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: extraroute.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.676098 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.676611 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: extraroute Mar 10 17:16:04.676938 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: extraroute_atomic.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.677990 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.678538 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: extraroute-atomic Mar 10 17:16:04.678868 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: filter_validation.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.679537 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.680050 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: filter-validation Mar 10 17:16:04.680378 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: fip_pf_description.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.681296 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.681806 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 17:16:04.682164 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: fip_port_details.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.683279 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.683799 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: fip-port-details Mar 10 17:16:04.684127 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: flavors.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.685376 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.685901 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: flavors Mar 10 17:16:04.686266 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.687962 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.689040 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 17:16:04.689381 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: floatingip_pools.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.690095 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.690645 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: floatingip-pools Mar 10 17:16:04.690984 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: ip_allocation.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.691922 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.692440 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 17:16:04.692773 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.693721 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.694269 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: ip-substring-filtering Mar 10 17:16:04.694607 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l2_adjacency.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.695544 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.696059 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 17:16:04.696392 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l3.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.697362 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.697886 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: router Mar 10 17:16:04.698248 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.700519 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.701060 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 17:16:04.701400 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.702381 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.702912 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: ext-gw-mode Mar 10 17:16:04.703249 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.704205 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.704728 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: l3-ha Mar 10 17:16:04.705061 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.705979 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.706526 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 17:16:04.706872 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l3_flavors.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.707811 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.708335 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: l3-flavors Mar 10 17:16:04.708667 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l3_ndp_proxy.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.710233 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.710762 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 17:16:04.711096 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.712026 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.712550 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 17:16:04.712884 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: l3agentscheduler.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.713953 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.714509 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: l3_agent_scheduler Mar 10 17:16:04.714843 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: local_ip.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.716644 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.717186 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension local_ip not supported by any of loaded plugins Mar 10 17:16:04.717525 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: logging.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.720561 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.721110 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension logging not supported by any of loaded plugins Mar 10 17:16:04.721452 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: metering.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.722255 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.722851 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: metering Mar 10 17:16:04.723188 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.724307 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.724838 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: metering_source_and_destination_fields Mar 10 17:16:04.725178 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: multiprovidernet.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.726149 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.726676 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: multi-provider Mar 10 17:16:04.727012 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: netmtu.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.727950 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.728469 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: net-mtu Mar 10 17:16:04.728800 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: netmtu_writable.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.729739 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.730309 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: net-mtu-writable Mar 10 17:16:04.730645 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: network_availability_zone.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.731326 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.731844 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: network_availability_zone Mar 10 17:16:04.732173 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: network_ip_availability.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.733310 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.733835 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: network-ip-availability Mar 10 17:16:04.734203 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: network_segment_range.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.734984 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.736017 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 17:16:04.736348 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: pagination.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.737357 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.737693 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: pagination Mar 10 17:16:04.738020 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: port_device_profile.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.738977 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.739506 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: port-device-profile Mar 10 17:16:04.739835 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.740765 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.741286 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: port-mac-address-regenerate Mar 10 17:16:04.741617 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.742567 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.743090 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: port-numa-affinity-policy Mar 10 17:16:04.743418 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: port_resource_request.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.744352 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.744865 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 17:16:04.745193 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: port_resource_request_groups.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.746205 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.746729 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 17:16:04.747068 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: portbindings.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.748015 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.748539 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: binding Mar 10 17:16:04.748867 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: portbindings_extended.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.750201 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.750780 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: binding-extended Mar 10 17:16:04.751637 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: portsecurity.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.752572 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.753092 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: port-security Mar 10 17:16:04.753424 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: project_id.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.754454 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.754787 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: project-id Mar 10 17:16:04.755116 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: providernet.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.756061 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.756586 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: provider Mar 10 17:16:04.756920 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.760549 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.761085 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos not supported by any of loaded plugins Mar 10 17:16:04.761425 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.762722 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.763249 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 17:16:04.763587 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.764521 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.765045 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 17:16:04.765379 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_default.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.766361 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.766896 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-default not supported by any of loaded plugins Mar 10 17:16:04.767239 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_fip.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.768192 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.768720 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-fip not supported by any of loaded plugins Mar 10 17:16:04.769055 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_fip_network_policy.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.769980 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.770538 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 17:16:04.770873 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_gateway_ip.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.771808 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.772329 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 17:16:04.772663 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_port_network_policy.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.773709 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.774266 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 17:16:04.774605 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.775659 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.776181 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 17:16:04.776515 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.777584 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.778130 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 17:16:04.778462 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_pps_rule.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.779665 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.780193 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-pps not supported by any of loaded plugins Mar 10 17:16:04.780526 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_rule_type_details.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.781464 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.782015 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 17:16:04.782376 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: qos_rules_alias.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.783446 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.783973 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 17:16:04.784307 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: quota_check_limit.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.785236 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.785760 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: quota-check-limit Mar 10 17:16:04.786091 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: quotasv2.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.787057 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.787395 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: quotas Mar 10 17:16:04.787723 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: quotasv2_detail.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.789477 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.789827 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: quota_details Mar 10 17:16:04.790188 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: rbac.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.791515 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.792051 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: rbac-policies Mar 10 17:16:04.792388 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: rbac_address_group.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.793334 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.793858 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: rbac-address-group Mar 10 17:16:04.794227 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: rbac_address_scope.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.795157 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.795689 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: rbac-address-scope Mar 10 17:16:04.796022 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: rbac_security_groups.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.796945 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.797473 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: rbac-security-groups Mar 10 17:16:04.798345 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: rbac_subnetpool.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.799275 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.799803 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: rbac-subnetpool Mar 10 17:16:04.800138 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: revisionifmatch.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.801138 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.801681 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: revision-if-match Mar 10 17:16:04.802013 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: revisions.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.803174 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.803697 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: standard-attr-revisions Mar 10 17:16:04.804031 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: router_availability_zone.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.804715 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.805235 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: router_availability_zone Mar 10 17:16:04.805565 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: routerservicetype.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.806576 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.807049 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension router-service-type not supported by any of loaded plugins Mar 10 17:16:04.807381 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.808332 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.808847 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: security-groups-normalized-cidr Mar 10 17:16:04.809178 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.810127 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.810654 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: port-security-groups-filtering Mar 10 17:16:04.810986 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.811929 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.812449 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: security-groups-remote-address-group Mar 10 17:16:04.812781 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.814571 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.815102 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: security-groups-shared-filtering Mar 10 17:16:04.815435 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.816048 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 17:16:04.816376 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: securitygroup.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.826134 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.826680 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: security-group Mar 10 17:16:04.827018 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: segment.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.827767 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.828298 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension segment not supported by any of loaded plugins Mar 10 17:16:04.828684 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.829651 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.830384 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 17:16:04.830722 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: servicetype.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.831863 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.832397 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: service-type Mar 10 17:16:04.832750 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: sorting.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.833748 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.834160 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: sorting Mar 10 17:16:04.834526 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: standard_attr_segment.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.835503 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.836096 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 17:16:04.836431 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: standardattrdescription.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.837195 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.837717 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: standard-attr-description Mar 10 17:16:04.838045 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: stateful_security_group.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.839056 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.839601 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: stateful-security-group Mar 10 17:16:04.839926 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: stdattrs_common.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.840588 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 17:16:04.840918 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.841881 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.842438 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 17:16:04.842771 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: subnet_onboard.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.843857 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.844387 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: subnet_onboard Mar 10 17:16:04.845243 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.846239 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.846765 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 17:16:04.847093 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: subnet_service_types.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.848034 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.848560 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: subnet-service-types Mar 10 17:16:04.848895 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: subnetallocation.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.850000 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.850557 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: subnet_allocation Mar 10 17:16:04.850889 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.851569 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.852103 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: subnetpool-prefix-ops Mar 10 17:16:04.852428 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.853369 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.853886 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 17:16:04.854246 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: tagging.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.855373 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.855900 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: standard-attr-tag Mar 10 17:16:04.856229 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: timestamp.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.857449 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.857977 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loaded extension: standard-attr-timestamp Mar 10 17:16:04.858345 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: trunk.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.859409 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.859931 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension trunk not supported by any of loaded plugins Mar 10 17:16:04.860886 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: trunk_details.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.861826 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.862378 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension trunk-details not supported by any of loaded plugins Mar 10 17:16:04.862709 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: uplink_status_propagation.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.863640 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.864155 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 17:16:04.864482 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Loading extension file: vlantransparent.py {{(pid=102806) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:16:04.865160 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102806) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:16:04.865675 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 17:16:04.868232 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:network Mar 10 17:16:04.868757 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:subnet Mar 10 17:16:04.869162 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:16:04.869554 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:port Mar 10 17:16:04.870821 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.871275 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service FLAVORS assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.871890 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.872327 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.872665 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:router Mar 10 17:16:04.873105 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:floatingip Mar 10 17:16:04.873594 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service METERING assigned prefix: /metering {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.875099 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.875480 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.875967 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:16:04.876969 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 17:16:04.877412 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:security_group Mar 10 17:16:04.877853 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 17:16:04.878498 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service CORE assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.878842 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:16:04.879201 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] subnetpool is already registered Mar 10 17:16:04.879638 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service CORE assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.879971 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:16:04.880307 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] subnetpool is already registered Mar 10 17:16:04.882622 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.883064 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service FLAVORS assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.883654 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.884080 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.884420 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:router Mar 10 17:16:04.884762 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] router is already registered Mar 10 17:16:04.885177 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:floatingip Mar 10 17:16:04.885518 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] floatingip is already registered Mar 10 17:16:04.885974 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service METERING assigned prefix: /metering {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.886672 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 17:16:04.887004 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] rbac_policy is already registered Mar 10 17:16:04.887421 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:security_group Mar 10 17:16:04.887759 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] security_group is already registered Mar 10 17:16:04.888167 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 17:16:04.888503 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] security_group_rule is already registered Mar 10 17:16:04.889135 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service CORE assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.889474 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:16:04.889814 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] subnetpool is already registered Mar 10 17:16:04.890280 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.v2.resource_helper [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Service CORE assigned prefix: {{(pid=102806) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:16:04.890616 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:16:04.890955 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING neutron.quota.resource_registry [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] subnetpool is already registered Mar 10 17:16:04.891455 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: extensions {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.892931 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: address-groups {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.894455 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: address-scopes {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.895804 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: agents {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.896978 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: auto-allocated-topology {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.898277 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: availability_zones {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.899501 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: dhcp-networks {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.901027 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: dhcp-agents {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.902473 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: routers {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.904703 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: flavors {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.905892 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: service_profiles {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.907666 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: next_providers {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.909156 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: service_profiles {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.910750 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: floatingip-pools {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.911993 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: routers {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.914133 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: floatingips {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.916615 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: l3-routers {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.918025 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: l3-agents {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.919495 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: metering-labels {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.920845 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: metering-label-rules {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.922170 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: network-ip-availabilities {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.924082 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: bindings {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.925737 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: quotas {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.927343 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: quotas {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.928889 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: rbac-policies {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.930222 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: security-groups {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.931450 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: security-group-rules {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.932698 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: service-providers {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.933926 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: subnetpools {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.935398 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: subnetpools {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.936863 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.938679 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.940518 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.942343 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.944155 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.946059 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.947814 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.949727 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.951511 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.953418 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron.api.extensions [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Extended resource: tags {{(pid=102806) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:16:04.959432 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING keystonemiddleware.auth_token [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 17:16:04.964136 dv-cinder-830538-8-iscsi neutron-server[102806]: WARNING keystonemiddleware.auth_token [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 17:16:04.973343 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_concurrency.lockutils [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Acquired lock "singleton_lock" {{(pid=102806) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 17:16:04.973826 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_concurrency.lockutils [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Releasing lock "singleton_lock" {{(pid=102806) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 17:16:04.974516 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO oslo_service.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Starting 2 workers Mar 10 17:16:04.979415 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Started child 102915 {{(pid=102806) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:16:04.983873 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Started child 102916 {{(pid=102806) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:16:04.984962 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:04.986257 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO neutron.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 17:16:04.986820 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Publish callbacks [] for process (None), before_spawn {{(pid=102806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:04.987168 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [-] (102915) wsgi starting up on http://0.0.0.0:9696 Mar 10 17:16:04.989218 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO oslo_service.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Starting 1 workers Mar 10 17:16:04.989322 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:04.990727 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [-] (102916) wsgi starting up on http://0.0.0.0:9696 Mar 10 17:16:04.995457 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Started child 102917 {{(pid=102806) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:16:04.996009 dv-cinder-830538-8-iscsi neutron-server[102806]: INFO oslo_service.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Starting 1 workers Mar 10 17:16:04.999319 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] calling RpcWorker wait() {{(pid=102917) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 17:16:04.999846 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] returning from RpcWorker wait() {{(pid=102917) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 17:16:05.000534 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Started child 102918 {{(pid=102806) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:16:05.001228 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:05.001399 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddadd-b93c-4d21-b55b-f675ae33e5ce None None] Publish callbacks [] for process (None), after_spawn {{(pid=102806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:05.001796 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:05.003382 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102806) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 17:16:05.003610 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 17:16:05.003800 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 17:16:05.004031 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 17:16:05.004392 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 17:16:05.004560 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 17:16:05.005071 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.005362 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.005459 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:05.005897 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.005897 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.006191 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.006758 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.007016 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.007253 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.007559 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.007793 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.007965 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.008132 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.008385 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.008637 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.008934 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.009196 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.009434 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.009697 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.009869 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.010172 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.010464 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.010696 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.010966 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] debug = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.011221 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.011713 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.011955 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.012205 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.012426 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.012712 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.012956 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.013239 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.013493 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.013751 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.013999 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.014277 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.014513 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.014732 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.014975 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.015194 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.015449 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.015688 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.016156 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] host = dv-cinder-830538-8-iscsi {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.016411 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.016651 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.016909 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.017158 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.017418 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.017653 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.017920 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.018212 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.018442 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.018685 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.018949 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.019196 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.019432 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.019681 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.019846 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_options = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.020087 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.020348 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.020614 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.020802 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.020968 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.021138 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.021398 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.021560 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.021825 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.022049 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.022368 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.022587 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.022803 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.023036 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.023273 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.023509 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.023759 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.023971 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.024243 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.024470 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.024694 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.024927 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.025142 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.025358 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.025610 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.025823 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.026187 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.026412 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.026641 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.026887 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.027102 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:05.027249 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.027374 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.027589 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.027823 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.028088 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.028319 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.028547 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.028763 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.029037 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.029263 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.029569 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.029836 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.030052 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.030305 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.031539 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.031539 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.031539 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_json = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.031539 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.031539 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.032506 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.032506 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.032899 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.032899 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.033130 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.033484 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.033729 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.037703 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.038037 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.039439 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.039715 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.039984 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.040979 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.041242 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.041488 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.041760 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.042438 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.042792 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.043033 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.043362 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.043626 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.043891 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.044226 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.044489 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.044760 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.045036 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.045256 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.045498 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.045786 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.046048 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.046556 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.047060 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.047515 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.048525 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.049061 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.049541 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.049934 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.050253 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.050546 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.050849 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.051228 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.051696 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.051955 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.052194 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.052437 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.052642 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.053139 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.053627 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.054638 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.055082 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.055494 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.055875 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.056277 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.056786 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.057249 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.057695 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.058225 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.058652 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.059072 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.059494 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.059892 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.060319 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.060752 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.061024 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.061313 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.061708 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.062094 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.062477 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.062854 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.063096 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.063498 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.063870 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.064231 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.064642 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.065030 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.065288 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.065545 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.065789 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.066198 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.066567 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.066948 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.067352 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.067603 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.067833 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.068059 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.068279 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.068497 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.068751 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.068969 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.069208 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.069427 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.069647 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.069868 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.070127 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.070360 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.070663 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.070884 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.071100 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.071403 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.071723 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.071999 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.072471 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.072705 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.072972 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.073202 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.073444 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.073665 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.073882 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.074139 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.074407 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.074636 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.074886 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.075108 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.075526 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.075802 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.076172 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.076613 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.076864 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.077086 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.077330 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.077561 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.077851 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.078143 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.078390 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.078627 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.078879 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.079165 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.079386 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.079639 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.079862 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.080159 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.080449 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.080718 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.081003 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.081235 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.081486 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.081738 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.081987 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.082278 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.082545 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.082796 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.083045 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.083300 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.083543 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.083775 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.084003 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.084485 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.084724 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.084959 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.085170 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.085582 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.085992 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.086420 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.086705 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.086972 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.087382 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.087635 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.087907 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.088143 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.088432 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.088705 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.088956 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.089183 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.089417 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.089878 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.090285 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.090691 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.090947 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.091165 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.091407 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.091623 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.091841 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.092059 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.092323 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.092557 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.092793 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.093105 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.093330 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.093729 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.094150 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.095057 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.095465 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.095718 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.095998 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.096395 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.096763 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.096994 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.097416 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.097679 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.097897 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.098161 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.098386 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.098600 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.098813 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.099035 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.099248 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.099488 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.099715 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.099933 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.100194 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.100431 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.100774 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.101041 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.101271 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.101516 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.101756 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.101975 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.102242 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.102459 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.102707 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.102927 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.103148 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.103364 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.103584 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.103800 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.104017 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.104251 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.104517 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.104755 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.105010 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.105230 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.105455 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.105681 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.105899 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.106160 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.106396 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.106629 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.106861 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.107075 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.107306 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.107610 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.107862 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.108093 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.108358 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.108601 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.108864 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.109091 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.109324 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.109533 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.109757 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.109970 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.110766 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.111020 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.111235 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.111445 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.111671 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.111890 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.112121 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.112349 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.112581 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.112791 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.113011 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.113232 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.113439 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.113681 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.113910 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.114165 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.114389 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.114484 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:05.114606 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.114816 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.115042 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.115252 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.115462 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.115687 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.115900 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.116109 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.116399 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.116651 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.116972 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.117266 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.117525 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.117772 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.118027 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.118354 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.118605 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.118864 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.119100 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.119337 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.119576 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.119847 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.120152 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.120607 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.121008 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.121421 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.121708 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.121983 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.122294 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.122516 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.122811 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.123209 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.123409 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.123667 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.123917 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.124173 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.124396 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.124616 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.124862 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.125077 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.125294 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.125556 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.125815 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.126041 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.126286 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.126516 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.126733 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.126955 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.127164 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.127420 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.127637 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.127794 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 17:16:05.128336 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102806) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 17:16:05.128497 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 17:16:05.128649 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 17:16:05.128819 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 17:16:05.128985 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 17:16:05.129143 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 17:16:05.129357 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.129517 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.129677 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.129837 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.129994 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.130197 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.130361 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.130519 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.130676 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.130834 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.130994 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.131151 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.131307 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.131463 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.131621 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.131779 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.131935 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.132093 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.132255 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.132414 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.132571 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.132728 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.132887 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] debug = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.133045 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.133324 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.133486 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.133610 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.133774 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.133936 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.134099 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.134278 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.134483 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.134615 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.134736 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.134983 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.135121 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.135258 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.135382 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.135504 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.135839 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.135839 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.136079 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] host = dv-cinder-830538-8-iscsi {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.136079 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.136310 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.136310 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.136559 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.136682 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.136766 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.136909 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.137066 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.137423 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.137586 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.137744 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.137902 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.138059 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.138242 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.138401 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_options = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.138558 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.138715 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.138976 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.139160 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.139366 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.139366 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.139704 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.139704 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.139862 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.139940 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.140075 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.140230 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.140546 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.140705 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.140865 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.141019 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.141175 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.141357 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.141531 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.141695 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.141853 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.142012 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.142196 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.142357 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.142516 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.142673 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.142830 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.142988 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.143146 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.143304 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.143462 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.143620 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.143778 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.143934 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.144093 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.144250 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.144408 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.144568 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.144732 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.144892 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.145049 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.145206 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.145362 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.145526 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.145684 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.145841 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.145998 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_json = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.146177 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.146336 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.146497 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.146639 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.146804 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.146962 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.147140 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.147278 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.147405 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:16:05.147564 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.147727 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.147898 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.148059 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.148221 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.148382 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.148542 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.148706 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.148865 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.149181 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.149352 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.149516 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.149689 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.149850 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.150010 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.150201 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.150363 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.150523 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.150684 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.150845 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.151008 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.151168 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.151337 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.151688 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.151854 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.152249 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.152249 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.152411 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.152490 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.152634 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.152804 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.152969 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.153125 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.153284 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.153446 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.153608 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.153769 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.153932 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.154093 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.154277 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.154438 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.154598 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.154758 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.154919 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.155080 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.155242 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.155407 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.155567 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.155728 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.155890 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.156052 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.156212 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.156373 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.156534 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.156695 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.156856 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.157532 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.157705 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.157870 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.158031 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.158218 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.158380 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.158541 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.158701 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.158860 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.159021 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.159184 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.159344 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.159517 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.159678 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.159839 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.159999 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.160160 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.160321 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.160481 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.160643 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.160804 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.160964 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.161123 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.161284 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.161444 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.161604 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.161766 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.161926 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.162088 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.162257 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.162421 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.162583 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.162743 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.162902 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.163062 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.163231 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.163406 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.163567 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.163712 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.163875 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.164036 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.164195 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.164355 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.164516 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.164677 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.164837 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.165001 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.165161 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.165323 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.165489 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.165900 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.166068 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.166255 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.166418 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.166578 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.166738 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.166899 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.167060 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.167220 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.167381 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.167540 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.167700 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.167860 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.168029 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.168190 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.168355 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.168514 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.168682 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.168854 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.169014 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.169174 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.169335 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.169496 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.169657 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.169817 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.169977 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.170157 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.170320 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.170480 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.170651 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.170814 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.170972 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.171125 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.171306 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.171467 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.171627 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.171788 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.171949 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.172109 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.172269 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.172429 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.172611 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.173393 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.173553 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.173718 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.173881 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.174041 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.174224 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.174385 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.174548 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.174709 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.174870 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.175032 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.175193 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.175354 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.175519 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.175700 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.175863 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.176022 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.176182 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.176342 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.176502 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.176662 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.176821 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.176982 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.177143 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.177302 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.177462 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.177621 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.177781 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.177942 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.178116 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.178283 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.178444 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.178604 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.178765 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.178926 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.179087 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.179248 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.179409 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.179570 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.179730 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.179891 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.180052 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.180213 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.180375 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.180535 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.180694 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.180871 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.181031 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.181192 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.181354 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.181514 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.181674 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.181837 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.181997 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.182179 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.182343 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.182505 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.182665 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.182826 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.182986 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.183148 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.183308 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.183469 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.183632 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.183793 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.183956 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.184117 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.184268 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.184411 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.184545 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.184691 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.184853 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.185013 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.185158 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.185307 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.185484 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.185647 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.185810 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.185971 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.186156 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.186320 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.186491 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.186653 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.186813 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.186973 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.187133 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.187293 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.187464 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.187609 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.187772 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.187925 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.188079 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.188262 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.188434 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.188596 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.188756 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.188916 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.189077 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.189237 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.189408 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.189569 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.189729 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.189891 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.190050 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.190233 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.190405 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.190569 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.190728 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.190900 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.191033 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.191195 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.191365 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.191526 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.191687 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.191856 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.192017 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.192176 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.192336 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.192509 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.192670 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.192833 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.192995 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.193155 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.193315 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.193478 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.193643 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.193813 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.193980 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.194161 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.194331 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.194500 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.194669 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.194831 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.194997 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.195168 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.195329 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.195492 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.195651 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.195812 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.195972 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.196131 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.196291 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.196451 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.196611 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.196772 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.196933 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.197092 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.197253 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.197412 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.197573 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.197732 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.197892 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.198051 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.198233 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:16:05.198387 dv-cinder-830538-8-iscsi neutron-server[102806]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102806) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 17:16:05.214396 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 58412) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:05.223599 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070484 Mar 10 17:16:16.549792 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b7c48-f414-4851-b11d-cab0325fdff6 None None] get_active_networks_info from dv-cinder-830538-8-iscsi {{(pid=102917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:16:16.606565 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b7c48-f414-4851-b11d-cab0325fdff6 None None] No non-hosted networks {{(pid=102917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 17:16:16.642483 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-edd1be76-9b69-4d56-924f-812160261972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1744495'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:18.777288 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-829968c2-0d9e-47fd-afb9-8ba70dbdedbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1744495'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:18.842246 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3f061956-56aa-4be9-99e1-b22c4b80cc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:19.926585 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1744495'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:21.337046 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1744495'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:22.660958 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58496) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:22.826699 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1744495'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:22.827513 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.827789 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.828611 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.829204 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.829536 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.829858 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.830390 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.830887 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.831217 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.831538 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.831884 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.832205 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.832539 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:22.832967 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830538-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:22.838873 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830538-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:23.176069 dv-cinder-830538-8-iscsi neutron-server[102915]: WARNING oslo_policy.policy [None req-e60f8f57-87db-4581-809f-26a8625395da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:16:23.176677 dv-cinder-830538-8-iscsi neutron-server[102915]: WARNING oslo_policy.policy [None req-e60f8f57-87db-4581-809f-26a8625395da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:16:23.396019 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [None req-e60f8f57-87db-4581-809f-26a8625395da admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102915) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:16:23.410184 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-e60f8f57-87db-4581-809f-26a8625395da admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7342873 Mar 10 17:16:25.985438 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58522) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:26.296205 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-f38a336c-2010-496c-919b-8175128bd9cc admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:16:26.391724 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.policy [None req-f38a336c-2010-496c-919b-8175128bd9cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102915) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 17:16:26.435118 dv-cinder-830538-8-iscsi neutron-server[102915]: WARNING oslo_policy.policy [None req-f38a336c-2010-496c-919b-8175128bd9cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:16:26.435507 dv-cinder-830538-8-iscsi neutron-server[102915]: WARNING oslo_policy.policy [None req-f38a336c-2010-496c-919b-8175128bd9cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:16:26.532395 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f38a336c-2010-496c-919b-8175128bd9cc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744245608169', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744245592284', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744245622121', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744245608519', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744245634853', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744245627821', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3220304', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3167103', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1785686', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1663080'] for rbac-policy (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:26.598813 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f38a336c-2010-496c-919b-8175128bd9cc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:26.599988 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-f38a336c-2010-496c-919b-8175128bd9cc admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6135066 Mar 10 17:16:26.852873 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.db.l3_hamode_db [None req-49327ddc-d360-489c-9c81-91c89523df08 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 17:16:26.927901 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49327ddc-d360-489c-9c81-91c89523df08 None None] Routers set() bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:16:26.928275 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49327ddc-d360-489c-9c81-91c89523df08 None None] Router IDs set() for agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 17:16:29.091711 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58532) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:29.399172 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:16:29.428235 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Made reservation on behalf of 55d0918683154136b5f35d663a2df767 for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:16:29.432193 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:29.448350 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:29.556287 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Publish callbacks [] for security_group (2ca2f399-a83c-42f5-b200-9a93ba75e9ef), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:29.559990 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (2ca2f399-a83c-42f5-b200-9a93ba75e9ef), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:29.587201 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:16:29.625127 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744244191757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (f933d33f-67a9-4f0a-96b2-4f4ab787c62b), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:29.625726 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Unsubscribe: segment precommit_create {{(pid=102915) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 17:16:29.626270 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Added segment f933d33f-67a9-4f0a-96b2-4f4ab787c62b of type vlan for network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 Mar 10 17:16:29.641680 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca2f399-a83c-42f5-b200-9a93ba75e9ef,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:29.667924 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.668291 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.668647 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.668985 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.669316 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.669647 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.669973 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.670318 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.670651 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.670989 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.671318 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.672220 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.672546 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Tracked resource versions report: Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: pushed versions: Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: { 'AddressGroup': {'1.2'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'ConntrackHelper': {'1.0'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Log': {'1.0'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Network': {'1.1'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Port': {'1.7'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'PortForwarding': {'1.2'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'QosPolicy': {'1.10'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SecurityGroup': {'1.5'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SubPort': {'1.0'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Subnet': {'1.1'}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Trunk': {'1.1'}} Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: consumer versions: Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: { DHCP agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: L3 agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: Metadata agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: Metering agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: Open vSwitch agent@dv-cinder-830538-8-iscsi: { 'AddressGroup': '1.2', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'ConntrackHelper': '1.0', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'LocalIPAssociation': '1.0', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Log': '1.0', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Network': '1.1', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Port': '1.7', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'PortForwarding': '1.2', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'QosPolicy': '1.10', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SecurityGroup': '1.5', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SecurityGroupRule': '1.2', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SubPort': '1.0', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Subnet': '1.1', Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Trunk': '1.1'}} Mar 10 17:16:29.673882 dv-cinder-830538-8-iscsi neutron-server[102915]: {{(pid=102915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:16:29.737497 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (7f750f45-6e89-45e4-85c3-5f0fe55a0b05), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:29.774369 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (7f750f45-6e89-45e4-85c3-5f0fe55a0b05), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:29.779456 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:16:29.780168 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:29.845872 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7529962 Mar 10 17:16:29.903826 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f72463-f0b4-4b11-b38f-99d742ab65ed demo demo] Pushing event updated for resources: {'Network': ['ID=7f750f45-6e89-45e4-85c3-5f0fe55a0b05,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:29.917799 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:16:32.388268 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 58544) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:32.863442 dv-cinder-830538-8-iscsi neutron-server[102916]: WARNING oslo_policy.policy [None req-cb9e365b-a72d-4004-996a-e4cf54e21846 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:16:32.864089 dv-cinder-830538-8-iscsi neutron-server[102916]: WARNING oslo_policy.policy [None req-cb9e365b-a72d-4004-996a-e4cf54e21846 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:16:33.298354 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.policy [None req-cb9e365b-a72d-4004-996a-e4cf54e21846 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102916) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 17:16:33.340834 dv-cinder-830538-8-iscsi neutron-server[102916]: WARNING oslo_policy.policy [None req-cb9e365b-a72d-4004-996a-e4cf54e21846 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:16:33.341211 dv-cinder-830538-8-iscsi neutron-server[102916]: WARNING oslo_policy.policy [None req-cb9e365b-a72d-4004-996a-e4cf54e21846 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:16:33.350605 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e365b-a72d-4004-996a-e4cf54e21846 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:16:33.352344 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-cb9e365b-a72d-4004-996a-e4cf54e21846 demo admin] 10.222.0.16 "GET /v2.0/networks/7f750f45-6e89-45e4-85c3-5f0fe55a0b05 HTTP/1.1" status: 200 len: 825 time: 0.9631820 Mar 10 17:16:33.389781 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c1c15dfb-e90f-49a5-aa22-77dab2b956c1 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/b88c19fb-428d-4f88-b0ec-e78e05dbb546 HTTP/1.1" status: 200 len: 734 time: 0.0318587 Mar 10 17:16:33.398328 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Request body: {'subnet': {'subnetpool_id': 'b88c19fb-428d-4f88-b0ec-e78e05dbb546', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05', 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:16:33.435381 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Made reservation on behalf of 55d0918683154136b5f35d663a2df767 for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:16:33.438165 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:33.712608 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (e35d9c1c-c505-4e83-a7e8-2c02c196edbc), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:33.778673 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Checking segment: {'id': 'f933d33f-67a9-4f0a-96b2-4f4ab787c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:16:33.779068 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Network hostable DHCP agents. Network: 7f750f45-6e89-45e4-85c3-5f0fe55a0b05, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:16:33.794804 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Pushing event updated for resources: {'Subnet': ['ID=e35d9c1c-c505-4e83-a7e8-2c02c196edbc,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:33.807386 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.807748 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.808117 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.808445 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.808764 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.809082 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.809414 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.809736 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.810078 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.810437 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.810755 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.811066 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.811376 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Tracked resource versions report: Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: pushed versions: Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: { 'AddressGroup': {'1.2'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'ConntrackHelper': {'1.0'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Log': {'1.0'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Network': {'1.1'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Port': {'1.7'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'PortForwarding': {'1.2'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'QosPolicy': {'1.10'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SecurityGroup': {'1.5'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SubPort': {'1.0'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Subnet': {'1.1'}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Trunk': {'1.1'}} Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: consumer versions: Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: { DHCP agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: L3 agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: Metadata agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: Metering agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: Open vSwitch agent@dv-cinder-830538-8-iscsi: { 'AddressGroup': '1.2', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'ConntrackHelper': '1.0', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'LocalIPAssociation': '1.0', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Log': '1.0', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Network': '1.1', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Port': '1.7', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'PortForwarding': '1.2', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'QosPolicy': '1.10', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SecurityGroup': '1.5', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SecurityGroupRule': '1.2', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SubPort': '1.0', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Subnet': '1.1', Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Trunk': '1.1'}} Mar 10 17:16:33.812682 dv-cinder-830538-8-iscsi neutron-server[102916]: {{(pid=102916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:16:33.828937 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:16:33.844205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 7f750f45-6e89-45e4-85c3-5f0fe55a0b05) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:16:33.848822 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:16:33.849452 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:33.854795 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589f168d-cf2e-4b98-9e14-fc46c510e8ed None None] Network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:16:33.870423 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-57ead162-2775-43b4-8d9a-49307b9caf2a demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4753964 Mar 10 17:16:34.229864 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-7f750f45-6e89-45e4-85c3-5f0fe55a0b05', 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05', 'project_id': '55d0918683154136b5f35d663a2df767', 'fixed_ips': [{'subnet_id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:16:34.231196 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:34.504325 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Allocated IP 172.20.0.2 (7f750f45-6e89-45e4-85c3-5f0fe55a0b05/e35d9c1c-c505-4e83-a7e8-2c02c196edbc/dcb68425-9780-4dc1-923d-1868365cee8c) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:16:34.780674 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Publish callbacks [] for port (dcb68425-9780-4dc1-923d-1868365cee8c), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:34.788832 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:34.857047 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:16:34.863440 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:16:34.875365 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:16:34.882394 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Pushing event updated for resources: {'Port': ['ID=dcb68425-9780-4dc1-923d-1868365cee8c,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:34.928454 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.928823 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.929180 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.929519 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.929849 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.930219 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.930548 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.930875 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.931197 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.931540 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.931866 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.932184 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.932501 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Tracked resource versions report: Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: pushed versions: Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: { 'AddressGroup': {'1.2'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'ConntrackHelper': {'1.0'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Log': {'1.0'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Network': {'1.1'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Port': {'1.7'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'PortForwarding': {'1.2'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'QosPolicy': {'1.10'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SecurityGroup': {'1.5'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SubPort': {'1.0'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Subnet': {'1.1'}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Trunk': {'1.1'}} Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: consumer versions: Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: { DHCP agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: L3 agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: Metadata agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: Metering agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: Open vSwitch agent@dv-cinder-830538-8-iscsi: { 'AddressGroup': '1.2', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'ConntrackHelper': '1.0', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'LocalIPAssociation': '1.0', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Log': '1.0', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Network': '1.1', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Port': '1.7', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'PortForwarding': '1.2', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'QosPolicy': '1.10', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SecurityGroup': '1.5', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SecurityGroupRule': '1.2', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SubPort': '1.0', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Subnet': '1.1', Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Trunk': '1.1'}} Mar 10 17:16:34.933879 dv-cinder-830538-8-iscsi neutron-server[102917]: {{(pid=102917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:16:34.972166 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Attempting to bind port dcb68425-9780-4dc1-923d-1868365cee8c on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:16:34.972580 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Attempting to bind port dcb68425-9780-4dc1-923d-1868365cee8c by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'f933d33f-67a9-4f0a-96b2-4f4ab787c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:16:34.973014 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Attempting to bind port dcb68425-9780-4dc1-923d-1868365cee8c on network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:16:34.978137 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:16:34.978513 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Checking segment: {'id': 'f933d33f-67a9-4f0a-96b2-4f4ab787c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:16:34.979036 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:34.979424 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Bound using segment: {'id': 'f933d33f-67a9-4f0a-96b2-4f4ab787c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:16:34.979890 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Bound port: dcb68425-9780-4dc1-923d-1868365cee8c, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933d33f-67a9-4f0a-96b2-4f4ab787c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:16:34.980292 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:35.041150 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] For port dcb68425-9780-4dc1-923d-1868365cee8c, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:16:35.045536 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] For port dcb68425-9780-4dc1-923d-1868365cee8c, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=dcb68425-9780-4dc1-923d-1868365cee8c,segment=NetworkSegment(f933d33f-67a9-4f0a-96b2-4f4ab787c62b),segment_id=f933d33f-67a9-4f0a-96b2-4f4ab787c62b)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:16:35.055904 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:35.118214 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fa8af-6343-4568-8213-8fe64437e65d None None] Pushing event updated for resources: {'Port': ['ID=dcb68425-9780-4dc1-923d-1868365cee8c,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:36.429511 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58564) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:36.738162 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [None req-1a8768ec-583d-4454-aa1e-6ddf5145615a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102915) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:16:36.739171 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-1a8768ec-583d-4454-aa1e-6ddf5145615a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3086493 Mar 10 17:16:39.294317 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58572) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:39.604787 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [None req-786db537-eaa7-4c94-8174-697180d8b33d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102915) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:16:39.605785 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-786db537-eaa7-4c94-8174-697180d8b33d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3105397 Mar 10 17:16:42.168266 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58580) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:42.476592 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-53385785-5f6f-4aeb-94e7-0bf839d9ec1d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:16:42.499966 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-53385785-5f6f-4aeb-94e7-0bf839d9ec1d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:42.501587 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-53385785-5f6f-4aeb-94e7-0bf839d9ec1d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:42.637621 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-53385785-5f6f-4aeb-94e7-0bf839d9ec1d demo demo] Publish callbacks [] for router_controller (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), precommit_add_association {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:42.642569 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-53385785-5f6f-4aeb-94e7-0bf839d9ec1d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:42.659727 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-53385785-5f6f-4aeb-94e7-0bf839d9ec1d demo demo] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:42.660876 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-53385785-5f6f-4aeb-94e7-0bf839d9ec1d demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4916329 Mar 10 17:16:45.199574 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58592) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:45.523686 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [None req-af53e0cd-757e-4a46-b4d5-800571118964 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102915) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:16:45.527795 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-af53e0cd-757e-4a46-b4d5-800571118964 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3241932 Mar 10 17:16:45.570902 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device dcb68425-9780-4dc1-923d-1868365cee8c up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:16:45.666715 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port dcb68425-9780-4dc1-923d-1868365cee8c triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:16:45.667226 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:45.779196 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port dcb68425-9780-4dc1-923d-1868365cee8c is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:16:45.779952 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:45.815512 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port dcb68425-9780-4dc1-923d-1868365cee8c, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=dcb68425-9780-4dc1-923d-1868365cee8c,segment=NetworkSegment(f933d33f-67a9-4f0a-96b2-4f4ab787c62b),segment_id=f933d33f-67a9-4f0a-96b2-4f4ab787c62b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:16:45.819379 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:45.867621 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=dcb68425-9780-4dc1-923d-1868365cee8c,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:46.488837 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a629ed-3d6b-4cd5-8c00-8cb9e92f6837 None None] Network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:16:46.511956 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-8d9583d9-6513-445d-9404-2cbf3e08a718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:46.569069 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-5455c7d4-dc37-4abe-a486-ae13bd915cf3 None None] Provisioning complete for port dcb68425-9780-4dc1-923d-1868365cee8c triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:16:46.569392 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-5455c7d4-dc37-4abe-a486-ae13bd915cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:46.691381 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-5455c7d4-dc37-4abe-a486-ae13bd915cf3 None None] Current status of the port dcb68425-9780-4dc1-923d-1868365cee8c is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:16:46.917463 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-e1ade7aa-380d-48b0-acf4-bcb32f316f2a None None] Provisioning complete for port dcb68425-9780-4dc1-923d-1868365cee8c triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:16:46.917769 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e1ade7aa-380d-48b0-acf4-bcb32f316f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:46.994835 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-e1ade7aa-380d-48b0-acf4-bcb32f316f2a None None] Current status of the port dcb68425-9780-4dc1-923d-1868365cee8c is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:16:47.530889 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device dcb68425-9780-4dc1-923d-1868365cee8c up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:16:47.580562 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port dcb68425-9780-4dc1-923d-1868365cee8c triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:16:47.580861 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:47.652392 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port dcb68425-9780-4dc1-923d-1868365cee8c is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:16:48.071963 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58602) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:48.375435 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:16:48.395402 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Made reservation on behalf of 6b6da1569d25429788d1024be5510eba for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:16:48.397645 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:48.405954 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:48.476275 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Publish callbacks [] for security_group (cd0e61a5-42f7-4bca-9960-9a814fc96e27), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:48.479773 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (cd0e61a5-42f7-4bca-9960-9a814fc96e27), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:48.493593 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=102915) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 17:16:48.513403 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0e61a5-42f7-4bca-9960-9a814fc96e27,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:48.519452 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (b44e3fa1-891b-4ea6-8a73-71c5e9c471ea), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:48.519816 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Added segment b44e3fa1-891b-4ea6-8a73-71c5e9c471ea of type flat for network c15ad237-4014-42d5-93b9-f3588e37862d Mar 10 17:16:48.566866 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (c15ad237-4014-42d5-93b9-f3588e37862d), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:48.620349 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (c15ad237-4014-42d5-93b9-f3588e37862d), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:48.621314 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:16:48.621894 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:48.676964 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6038527 Mar 10 17:16:48.715084 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35246d-7d16-47dc-b3a8-df5e2a6f50c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c15ad237-4014-42d5-93b9-f3588e37862d,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:48.725534 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network c15ad237-4014-42d5-93b9-f3588e37862d details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:16:48.808493 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-5c47abef-dec6-45cf-b80e-ae459c847733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:49.890717 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:51.175318 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58620) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:51.279598 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:51.388138 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b7e4ae-6527-4908-ab35-1f67ea85522c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:16:51.389502 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-f0b7e4ae-6527-4908-ab35-1f67ea85522c demo admin] 10.222.0.16 "GET /v2.0/subnets/e35d9c1c-c505-4e83-a7e8-2c02c196edbc HTTP/1.1" status: 200 len: 849 time: 0.2132320 Mar 10 17:16:51.510439 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-21b68974-82b0-4c52-bc88-ec09610424c5 demo admin] 10.222.0.16 "GET /v2.0/routers/ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa HTTP/1.1" status: 200 len: 704 time: 0.1151829 Mar 10 17:16:51.780294 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.042536 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:16:52.066834 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Allocated IP 172.20.0.1 (7f750f45-6e89-45e4-85c3-5f0fe55a0b05/e35d9c1c-c505-4e83-a7e8-2c02c196edbc/3f025aef-6254-4038-b870-3c1b7543347e) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:16:52.246984 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Publish callbacks [] for port (3f025aef-6254-4038-b870-3c1b7543347e), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.312162 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (3f025aef-6254-4038-b870-3c1b7543347e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.436139 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:16:52.443560 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:16:52.446161 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Pushing event updated for resources: {'Port': ['ID=3f025aef-6254-4038-b870-3c1b7543347e,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:52.449040 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:16:52.449871 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.644448 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-0de536bb-7e53-4231-8fc7-b252f27160db None None] Provisioning complete for port 3f025aef-6254-4038-b870-3c1b7543347e triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:16:52.645018 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-0de536bb-7e53-4231-8fc7-b252f27160db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (3f025aef-6254-4038-b870-3c1b7543347e), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.651697 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (3f025aef-6254-4038-b870-3c1b7543347e), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.721376 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-0de536bb-7e53-4231-8fc7-b252f27160db None None] Port 3f025aef-6254-4038-b870-3c1b7543347e cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:16:52.829179 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.867126 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Publish callbacks [] for port (3f025aef-6254-4038-b870-3c1b7543347e), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.871540 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (3f025aef-6254-4038-b870-3c1b7543347e), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.872344 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:52.931419 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Pushing event updated for resources: {'Port': ['ID=3f025aef-6254-4038-b870-3c1b7543347e,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:52.996378 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:16:52.997705 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:16:53.169627 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Router ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:16:53.242937 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-f7854a99-0fe9-43cc-947c-0a929c0483ac None None] Provisioning complete for port 3f025aef-6254-4038-b870-3c1b7543347e triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:16:53.243340 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-f7854a99-0fe9-43cc-947c-0a929c0483ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (3f025aef-6254-4038-b870-3c1b7543347e), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:53.265923 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:16:53.271132 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-b7b5329b-e773-4717-8847-9fda1545704e demo admin] 10.222.0.16 "PUT /v2.0/routers/ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7552633 Mar 10 17:16:53.276383 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Sync routers for ids ['ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:16:53.283032 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-f7854a99-0fe9-43cc-947c-0a929c0483ac None None] Port 3f025aef-6254-4038-b870-3c1b7543347e cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:16:53.291124 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Routers {'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:16:53.292014 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:16:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:53.482019 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Set router ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa gateway port host: None {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:16:53.906604 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'name': 'router1', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:16:42Z', 'updated_at': '2022-03-10T17:16:52Z', 'revision_number': 2, 'project_id': '55d0918683154136b5f35d663a2df767', 'gw_port_host': None, '_interfaces': [{'id': '3f025aef-6254-4038-b870-3c1b7543347e', 'name': '', 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'mac_address': 'fa:16:3e:da:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:16:51Z', 'updated_at': '2022-03-10T17:16:52Z', 'revision_number': 2, 'project_id': '55d0918683154136b5f35d663a2df767', 'subnets': [{'id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b88c19fb-428d-4f88-b0ec-e78e05dbb546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:53.957014 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Checking router: ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:16:53.957376 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Updating router ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa port 3f025aef-6254-4038-b870-3c1b7543347e binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:16:54.008290 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (3f025aef-6254-4038-b870-3c1b7543347e), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:54.544728 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Publish callbacks [] for port (3f025aef-6254-4038-b870-3c1b7543347e), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:54.551367 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (3f025aef-6254-4038-b870-3c1b7543347e), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:54.718322 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Attempting to bind port 3f025aef-6254-4038-b870-3c1b7543347e on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:16:54.718738 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Attempting to bind port 3f025aef-6254-4038-b870-3c1b7543347e by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'f933d33f-67a9-4f0a-96b2-4f4ab787c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:16:54.719190 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Attempting to bind port 3f025aef-6254-4038-b870-3c1b7543347e on network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:16:54.721186 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Pushing event updated for resources: {'Port': ['ID=3f025aef-6254-4038-b870-3c1b7543347e,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:54.729770 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.730178 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.730493 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.730830 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.731159 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.731486 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.731811 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.732134 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.732456 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.732792 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.733644 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.733962 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.734302 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Tracked resource versions report: Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: pushed versions: Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: { 'AddressGroup': {'1.2'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'ConntrackHelper': {'1.0'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Log': {'1.0'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Network': {'1.1'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Port': {'1.7'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'PortForwarding': {'1.2'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'QosPolicy': {'1.10'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SecurityGroup': {'1.5'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SubPort': {'1.0'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Subnet': {'1.1'}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Trunk': {'1.1'}} Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: consumer versions: Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: { DHCP agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: L3 agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: Metadata agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: Metering agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: Open vSwitch agent@dv-cinder-830538-8-iscsi: { 'AddressGroup': '1.2', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'ConntrackHelper': '1.0', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'LocalIPAssociation': '1.0', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Log': '1.0', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Network': '1.1', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Port': '1.7', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'PortForwarding': '1.2', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'QosPolicy': '1.10', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SecurityGroup': '1.5', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SecurityGroupRule': '1.2', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SubPort': '1.0', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Subnet': '1.1', Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Trunk': '1.1'}} Mar 10 17:16:54.735682 dv-cinder-830538-8-iscsi neutron-server[102918]: {{(pid=102918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:16:54.738063 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:16:54.738486 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Checking segment: {'id': 'f933d33f-67a9-4f0a-96b2-4f4ab787c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:16:54.738969 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:54.739354 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Bound using segment: {'id': 'f933d33f-67a9-4f0a-96b2-4f4ab787c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:16:54.739816 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Bound port: 3f025aef-6254-4038-b870-3c1b7543347e, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933d33f-67a9-4f0a-96b2-4f4ab787c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:16:54.740227 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (3f025aef-6254-4038-b870-3c1b7543347e), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:54.807131 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] For port 3f025aef-6254-4038-b870-3c1b7543347e, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:16:54.811017 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-a0ceae30-78c0-44dd-afc3-15fb0b65d33b None None] Provisioning complete for port 3f025aef-6254-4038-b870-3c1b7543347e triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:16:54.812137 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a0ceae30-78c0-44dd-afc3-15fb0b65d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (3f025aef-6254-4038-b870-3c1b7543347e), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:54.827167 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] For port 3f025aef-6254-4038-b870-3c1b7543347e, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=3f025aef-6254-4038-b870-3c1b7543347e,segment=NetworkSegment(f933d33f-67a9-4f0a-96b2-4f4ab787c62b),segment_id=f933d33f-67a9-4f0a-96b2-4f4ab787c62b)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:16:54.833588 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (3f025aef-6254-4038-b870-3c1b7543347e), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:54.850687 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-a0ceae30-78c0-44dd-afc3-15fb0b65d33b None None] Port 3f025aef-6254-4038-b870-3c1b7543347e cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:16:54.901139 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3000b28-d648-46e4-a927-77c06c64147b None None] Pushing event updated for resources: {'Port': ['ID=3f025aef-6254-4038-b870-3c1b7543347e,revision_number=4']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:54.904442 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Routers {'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:16:54.905168 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:16:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:54.996814 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] Set router ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa gateway port host: None {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:16:55.069003 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-fc0da4f7-8635-46af-a1eb-a810b2efce0b None None] Provisioning complete for port 3f025aef-6254-4038-b870-3c1b7543347e triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:16:55.069427 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fc0da4f7-8635-46af-a1eb-a810b2efce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (3f025aef-6254-4038-b870-3c1b7543347e), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:55.149855 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-fc0da4f7-8635-46af-a1eb-a810b2efce0b None None] Current status of the port 3f025aef-6254-4038-b870-3c1b7543347e is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:16:55.150514 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fc0da4f7-8635-46af-a1eb-a810b2efce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (3f025aef-6254-4038-b870-3c1b7543347e), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:55.185722 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-fc0da4f7-8635-46af-a1eb-a810b2efce0b None None] For port 3f025aef-6254-4038-b870-3c1b7543347e, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=3f025aef-6254-4038-b870-3c1b7543347e,segment=NetworkSegment(f933d33f-67a9-4f0a-96b2-4f4ab787c62b),segment_id=f933d33f-67a9-4f0a-96b2-4f4ab787c62b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:16:55.190550 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fc0da4f7-8635-46af-a1eb-a810b2efce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (3f025aef-6254-4038-b870-3c1b7543347e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:55.208117 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'name': 'router1', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:16:42Z', 'updated_at': '2022-03-10T17:16:52Z', 'revision_number': 2, 'project_id': '55d0918683154136b5f35d663a2df767', 'gw_port_host': None, '_interfaces': [{'id': '3f025aef-6254-4038-b870-3c1b7543347e', 'name': '', 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'mac_address': 'fa:16:3e:da:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:16:51Z', 'updated_at': '2022-03-10T17:16:54Z', 'revision_number': 4, 'project_id': '55d0918683154136b5f35d663a2df767', 'subnets': [{'id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b88c19fb-428d-4f88-b0ec-e78e05dbb546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:16:55.235266 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e3378-a2f9-491f-87d1-c6a5c28c10dc None None] The sync data for ids ['ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'] in dv-cinder-830538-8-iscsi is: [{'id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'name': 'router1', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:16:42Z', 'updated_at': '2022-03-10T17:16:52Z', 'revision_number': 2, 'project_id': '55d0918683154136b5f35d663a2df767', 'gw_port_host': None, '_interfaces': [{'id': '3f025aef-6254-4038-b870-3c1b7543347e', 'name': '', 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'mac_address': 'fa:16:3e:da:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:16:51Z', 'updated_at': '2022-03-10T17:16:54Z', 'revision_number': 4, 'project_id': '55d0918683154136b5f35d663a2df767', 'subnets': [{'id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b88c19fb-428d-4f88-b0ec-e78e05dbb546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:16:55.243088 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0da4f7-8635-46af-a1eb-a810b2efce0b None None] Pushing event updated for resources: {'Port': ['ID=3f025aef-6254-4038-b870-3c1b7543347e,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:55.723632 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58642) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:55.834398 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d726e-938c-4dc5-8ab9-d5c2572e3f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:16:55.836002 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c70d726e-938c-4dc5-8ab9-d5c2572e3f69 admin admin] 10.222.0.16 "GET /v2.0/networks/c15ad237-4014-42d5-93b9-f3588e37862d HTTP/1.1" status: 200 len: 842 time: 0.1112971 Mar 10 17:16:55.845993 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'ip_version': 4}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:16:55.869554 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Made reservation on behalf of 6b6da1569d25429788d1024be5510eba for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:16:55.871956 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:56.176986 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.objects.ports [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102915) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:16:56.177331 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (790b5ed4-4d43-46ff-8021-7a9c3d50a1c0), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:56.234855 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=790b5ed4-4d43-46ff-8021-7a9c3d50a1c0,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:16:56.239284 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:16:56.239643 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Network hostable DHCP agents. Network: c15ad237-4014-42d5-93b9-f3588e37862d, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:16:56.259565 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:16:56.270210 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, c15ad237-4014-42d5-93b9-f3588e37862d) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:16:56.274336 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:16:56.274935 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:56.282239 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864a356-fa16-4bdb-885c-7da56d37fc68 None None] Network c15ad237-4014-42d5-93b9-f3588e37862d requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:16:56.292021 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-5f394067-0404-4dea-a3da-2f6aea2f6cce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4500067 Mar 10 17:16:56.394945 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d41049-bdb2-4959-9bcb-ac601af8f24e None None] Network c15ad237-4014-42d5-93b9-f3588e37862d requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:16:58.720947 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58650) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:16:58.940191 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-7edae54f-c89f-446a-8355-974d86534bb3 demo admin] 10.222.0.16 "GET /v2.0/routers/ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa HTTP/1.1" status: 200 len: 710 time: 0.2180190 Mar 10 17:16:59.030390 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ffd29-eb93-4951-83ea-b7562050fcf9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:16:59.031757 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ed5ffd29-eb93-4951-83ea-b7562050fcf9 demo admin] 10.222.0.16 "GET /v2.0/networks/c15ad237-4014-42d5-93b9-f3588e37862d HTTP/1.1" status: 200 len: 886 time: 0.0864189 Mar 10 17:16:59.050278 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:16:59.300013 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Publish callbacks [] for router_gateway (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:59.542273 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Publish callbacks [] for router_gateway (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:59.614934 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:59.715351 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Allocated IP 172.27.3.224 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/cddc6b05-ed6d-4ab9-9e65-a74917c9f8af) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:16:59.813824 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Publish callbacks [] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:59.846585 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:59.879443 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:16:59.882087 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:16:59.885471 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:16:59.928481 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Pushing event updated for resources: {'Port': ['ID=cddc6b05-ed6d-4ab9-9e65-a74917c9f8af,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:17:00.142265 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Publish callbacks [] for router_gateway (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:00.427343 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123118'] for router (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:00.431251 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1739894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1739887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1743828'] for router (ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:00.544520 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Router ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:17:00.654983 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:17:00.659210 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:00.660431 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-7e62fd5c-e586-4911-8b49-41a9c4eb3db1 demo admin] 10.222.0.16 "PUT /v2.0/routers/ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa HTTP/1.1" status: 200 len: 890 time: 1.6226737 Mar 10 17:17:03.212865 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 58662) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:17:03.328982 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-6e1ce217-389c-4e8a-86a5-50b7bbe77acb admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1149092 Mar 10 17:17:03.569814 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 3f025aef-6254-4038-b870-3c1b7543347e up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:17:03.621094 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 3f025aef-6254-4038-b870-3c1b7543347e triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:17:03.621499 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (3f025aef-6254-4038-b870-3c1b7543347e), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:03.699716 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 3f025aef-6254-4038-b870-3c1b7543347e is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:17:03.842203 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Sync routers for ids ['ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:17:03.857095 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Routers {'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:17:03.858302 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:16:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:17:04.075674 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Set router ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:17:04.533149 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'name': 'router1', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cddc6b05-ed6d-4ab9-9e65-a74917c9f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:16:42Z', 'updated_at': '2022-03-10T17:17:00Z', 'revision_number': 4, 'project_id': '55d0918683154136b5f35d663a2df767', 'gw_port': {'id': 'cddc6b05-ed6d-4ab9-9e65-a74917c9f8af', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:16:59Z', 'updated_at': '2022-03-10T17:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '3f025aef-6254-4038-b870-3c1b7543347e', 'name': '', 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'mac_address': 'fa:16:3e:da:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:16:51Z', 'updated_at': '2022-03-10T17:16:55Z', 'revision_number': 5, 'project_id': '55d0918683154136b5f35d663a2df767', 'subnets': [{'id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b88c19fb-428d-4f88-b0ec-e78e05dbb546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:17:04.585432 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Checking router: ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:17:04.585991 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Updating router ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:17:04.636517 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:04.950460 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Publish callbacks [] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:04.956713 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:05.015885 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5b5b3-ed4d-4c70-b3b4-ca15c9ab1023 None None] Pushing event updated for resources: {'Port': ['ID=cddc6b05-ed6d-4ab9-9e65-a74917c9f8af,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:17:05.019230 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Attempting to bind port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:17:05.019615 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Attempting to bind port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:17:05.020442 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Attempting to bind port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:17:05.026938 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:17:05.026938 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:17:05.027812 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:05.027812 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:17:05.028191 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Bound port: cddc6b05-ed6d-4ab9-9e65-a74917c9f8af, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:17:05.028578 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:05.084171 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] For port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:17:05.087318 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] For port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=cddc6b05-ed6d-4ab9-9e65-a74917c9f8af,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:17:05.094464 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:05.154919 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Routers {'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:17:05.155918 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:16:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:17:05.160562 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5b5b3-ed4d-4c70-b3b4-ca15c9ab1023 None None] Pushing event updated for resources: {'Port': ['ID=cddc6b05-ed6d-4ab9-9e65-a74917c9f8af,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:17:05.271926 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] Set router ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:17:05.508963 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'name': 'router1', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cddc6b05-ed6d-4ab9-9e65-a74917c9f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:16:42Z', 'updated_at': '2022-03-10T17:17:00Z', 'revision_number': 4, 'project_id': '55d0918683154136b5f35d663a2df767', 'gw_port': {'id': 'cddc6b05-ed6d-4ab9-9e65-a74917c9f8af', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:16:59Z', 'updated_at': '2022-03-10T17:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '3f025aef-6254-4038-b870-3c1b7543347e', 'name': '', 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'mac_address': 'fa:16:3e:da:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:16:51Z', 'updated_at': '2022-03-10T17:16:55Z', 'revision_number': 5, 'project_id': '55d0918683154136b5f35d663a2df767', 'subnets': [{'id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b88c19fb-428d-4f88-b0ec-e78e05dbb546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:17:05.537580 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779ee43-f647-4e45-b487-ba8ec1c91e06 None None] The sync data for ids ['ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa'] in dv-cinder-830538-8-iscsi is: [{'id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'name': 'router1', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cddc6b05-ed6d-4ab9-9e65-a74917c9f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:16:42Z', 'updated_at': '2022-03-10T17:17:00Z', 'revision_number': 4, 'project_id': '55d0918683154136b5f35d663a2df767', 'gw_port': {'id': 'cddc6b05-ed6d-4ab9-9e65-a74917c9f8af', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:16:59Z', 'updated_at': '2022-03-10T17:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '3f025aef-6254-4038-b870-3c1b7543347e', 'name': '', 'network_id': '7f750f45-6e89-45e4-85c3-5f0fe55a0b05', 'tenant_id': '55d0918683154136b5f35d663a2df767', 'mac_address': 'fa:16:3e:da:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5b9543-a887-4d5f-aa91-bfbaa3ee77fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:16:51Z', 'updated_at': '2022-03-10T17:16:55Z', 'revision_number': 5, 'project_id': '55d0918683154136b5f35d663a2df767', 'subnets': [{'id': 'e35d9c1c-c505-4e83-a7e8-2c02c196edbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b88c19fb-428d-4f88-b0ec-e78e05dbb546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:17:07.669365 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device cddc6b05-ed6d-4ab9-9e65-a74917c9f8af up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:17:07.745064 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:17:07.745453 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:07.846203 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:17:07.846203 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:07.872626 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=cddc6b05-ed6d-4ab9-9e65-a74917c9f8af,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:17:07.878723 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:07.942877 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=cddc6b05-ed6d-4ab9-9e65-a74917c9f8af,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:17:09.619268 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device cddc6b05-ed6d-4ab9-9e65-a74917c9f8af up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:17:09.730915 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:17:09.731306 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (cddc6b05-ed6d-4ab9-9e65-a74917c9f8af), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:09.863033 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port cddc6b05-ed6d-4ab9-9e65-a74917c9f8af is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:17:16.495732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ae95d0b6-03bb-4e33-9a3b-fd4d0239ae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:18.786284 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fbc501db-9f38-4b30-9816-960848dbd59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:19.897170 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:21.296321 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:22.840923 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:29.041022 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:17:46.516223 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3703e86c-6dc2-43c9-8bbc-b17793b6594d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:48.780916 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-13ff4e57-227e-463e-9aa5-54f7e020ba9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:49.895560 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:51.292274 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:52.839196 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:06.040047 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:18:16.498135 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9e5946cd-e721-40f6-be0c-b93efb07ba35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:18.781630 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-735797dc-cfca-4f9e-bae9-83c7a983e5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:19.898516 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:21.295357 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:22.836076 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:24.987145 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59146) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:25.052365 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.pecan_wsgi.hooks.translation [None req-90038765-a9d0-4e98-8b32-a2142567d092 admin admin] GET failed (client error): The resource could not be found. Mar 10 17:18:25.053639 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-90038765-a9d0-4e98-8b32-a2142567d092 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655153 Mar 10 17:18:25.232589 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e1933d-9a0b-4cac-b434-c4f686fdba90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:25.234571 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-75e1933d-9a0b-4cac-b434-c4f686fdba90 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1769555 Mar 10 17:18:27.547253 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59156) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:27.635848 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ff2843-1969-419f-afc7-a638f4130dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:27.637149 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f3ff2843-1969-419f-afc7-a638f4130dbc admin admin] 10.222.0.16 "GET /v2.0/subnets/e35d9c1c-c505-4e83-a7e8-2c02c196edbc HTTP/1.1" status: 200 len: 849 time: 0.0889556 Mar 10 17:18:27.646356 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:18:27.728730 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Publish callbacks [] for subnet (e35d9c1c-c505-4e83-a7e8-2c02c196edbc), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:27.872808 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744244199518'] for subnet (e35d9c1c-c505-4e83-a7e8-2c02c196edbc), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:27.910070 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:27.911255 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:27.912227 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] 10.222.0.16 "PUT /v2.0/subnets/e35d9c1c-c505-4e83-a7e8-2c02c196edbc HTTP/1.1" status: 200 len: 868 time: 0.2691536 Mar 10 17:18:27.914618 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea918cc0-f93a-4838-ad96-aecfe93b6ea2 None None] Network 7f750f45-6e89-45e4-85c3-5f0fe55a0b05 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:18:27.930619 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35d9c1c-c505-4e83-a7e8-2c02c196edbc,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:18:27.941754 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.942449 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.943325 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.943710 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.944052 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.944383 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.944738 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.945073 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.945417 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.945762 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.946140 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.946467 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:27.946788 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a8e0cb-be18-4329-8430-e2a886a3253e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:18:28.227870 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-b55d944f-bbbb-4139-a294-2012eaa7aa6f None None] Provisioning complete for port dcb68425-9780-4dc1-923d-1868365cee8c triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:18:28.228258 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b55d944f-bbbb-4139-a294-2012eaa7aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (dcb68425-9780-4dc1-923d-1868365cee8c), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:28.305383 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-b55d944f-bbbb-4139-a294-2012eaa7aa6f None None] Current status of the port dcb68425-9780-4dc1-923d-1868365cee8c is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:18:28.314804 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-b55d944f-bbbb-4139-a294-2012eaa7aa6f None None] Provisioning complete for port 3f025aef-6254-4038-b870-3c1b7543347e triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:18:28.315170 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b55d944f-bbbb-4139-a294-2012eaa7aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (3f025aef-6254-4038-b870-3c1b7543347e), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:28.393435 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-b55d944f-bbbb-4139-a294-2012eaa7aa6f None None] Current status of the port 3f025aef-6254-4038-b870-3c1b7543347e is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:18:30.226998 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59164) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:30.425925 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15186b-260b-4fd0-8921-0b9defdf7b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:30.426344 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15186b-260b-4fd0-8921-0b9defdf7b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:30.427890 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-6a15186b-260b-4fd0-8921-0b9defdf7b36 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999371 Mar 10 17:18:32.734356 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59172) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:32.864423 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f54bb-1aa8-440a-af79-624647765787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:32.864897 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f54bb-1aa8-440a-af79-624647765787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:32.866440 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-994f54bb-1aa8-440a-af79-624647765787 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311107 Mar 10 17:18:35.192480 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59180) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:35.361757 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71082fa-f3db-4a0a-8434-08de947bd3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:35.363159 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-a71082fa-f3db-4a0a-8434-08de947bd3e1 admin admin] 10.222.0.16 "GET /v2.0/networks/7f750f45-6e89-45e4-85c3-5f0fe55a0b05 HTTP/1.1" status: 200 len: 869 time: 0.1697409 Mar 10 17:18:37.660679 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59188) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:37.786472 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65390baa-ba59-4e06-94f6-4d8b8f05955f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:37.787838 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-65390baa-ba59-4e06-94f6-4d8b8f05955f admin admin] 10.222.0.16 "GET /v2.0/networks/c15ad237-4014-42d5-93b9-f3588e37862d HTTP/1.1" status: 200 len: 886 time: 0.1262176 Mar 10 17:18:40.096197 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59198) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:40.216773 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894859f-c099-4b9b-b5c3-238e4f2a87ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:40.217310 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894859f-c099-4b9b-b5c3-238e4f2a87ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:40.218923 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-2894859f-c099-4b9b-b5c3-238e4f2a87ba admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217396 Mar 10 17:18:42.497552 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59206) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:42.588203 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da5367-ccdf-400d-bae5-0c7331e3de4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:42.588595 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da5367-ccdf-400d-bae5-0c7331e3de4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:42.590088 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c9da5367-ccdf-400d-bae5-0c7331e3de4a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915344 Mar 10 17:18:43.039422 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:18:44.912547 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59214) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:44.995934 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63137378-f5bd-4535-a4e0-031d112ed851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:44.997244 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-63137378-f5bd-4535-a4e0-031d112ed851 admin admin] 10.222.0.16 "GET /v2.0/subnets/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0 HTTP/1.1" status: 200 len: 816 time: 0.0837402 Mar 10 17:18:46.501071 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-52d90151-002e-43bf-a5f2-7483b97426e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:47.314989 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59222) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:18:47.405099 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c38e9bd-0367-4bae-9f6c-87af68c5f617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:18:47.406487 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-3c38e9bd-0367-4bae-9f6c-87af68c5f617 admin admin] 10.222.0.16 "GET /v2.0/subnets/e35d9c1c-c505-4e83-a7e8-2c02c196edbc HTTP/1.1" status: 200 len: 868 time: 0.0905364 Mar 10 17:18:48.783161 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7614-0592-4218-99ed-cb256ae02b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:49.901253 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:51.295940 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:52.829318 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:15.433214 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59274) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:15.479014 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [None req-90216ba3-014d-4785-800f-4e1fc959a64c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102915) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:19:15.480024 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-90216ba3-014d-4785-800f-4e1fc959a64c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458620 Mar 10 17:19:16.502899 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e568418b-3af8-40e4-9adb-9317279b6a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:17.898289 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59282) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:17.957931 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0d8f9e-c2f1-45ea-a886-b86076da628d admin admin] GET failed (client error): The resource could not be found. Mar 10 17:19:17.959220 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-3c0d8f9e-c2f1-45ea-a886-b86076da628d admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600052 Mar 10 17:19:18.116367 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b3412-45c1-413f-b2d2-e805e98db92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:18.117814 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-b83b3412-45c1-413f-b2d2-e805e98db92f admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1546233 Mar 10 17:19:18.783309 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-6d18c23e-b4c1-409f-8f2a-7bb11c2b31f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:19.907151 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:20.037626 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:19:20.441464 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59290) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:20.487795 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:20.506624 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Made reservation on behalf of 6b6da1569d25429788d1024be5510eba for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:20.508862 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:20.536758 dv-cinder-830538-8-iscsi neutron-server[102915]: WARNING neutron.services.revisions.revision_plugin [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Could not find related network for resource to bump revision. Mar 10 17:19:20.549589 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:19:20.558412 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (a099bca5-eddb-4184-b382-ebc58311480f), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:20.558697 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Added segment a099bca5-eddb-4184-b382-ebc58311480f of type vlan for network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 Mar 10 17:19:20.596755 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (902e01a2-0d96-4db9-80d4-5cc54608d0a0), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:20.618537 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (902e01a2-0d96-4db9-80d4-5cc54608d0a0), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:20.619469 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:20.620050 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:20.654980 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2124405 Mar 10 17:19:20.685563 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Pushing event updated for resources: {'Network': ['ID=902e01a2-0d96-4db9-80d4-5cc54608d0a0,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:20.693124 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.693504 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.693857 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.694238 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.694577 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.694910 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.695256 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.695593 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.695948 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.696296 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.696628 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.697083 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.697418 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33461f99-d5aa-4b75-98f8-d8e96afd28ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:20.710487 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:19:21.296291 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:22.831584 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:22.980255 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59298) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:23.039478 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f0f2dd-0653-4166-9d09-2a0b7ece5bb9 admin admin] GET failed (client error): The resource could not be found. Mar 10 17:19:23.040726 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-16f0f2dd-0653-4166-9d09-2a0b7ece5bb9 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595167 Mar 10 17:19:23.116372 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f6a6b-78d4-48b0-950d-dc0a13d90093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:23.117742 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a76f6a6b-78d4-48b0-950d-dc0a13d90093 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0730543 Mar 10 17:19:23.128060 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:23.146899 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Made reservation on behalf of 6b6da1569d25429788d1024be5510eba for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:23.149223 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:23.305161 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (1fb1d950-ad7f-4dcb-b2ab-c1c0a2b76c78), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:23.467821 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb1d950-ad7f-4dcb-b2ab-c1c0a2b76c78,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:23.473889 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Checking segment: {'id': 'a099bca5-eddb-4184-b382-ebc58311480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:23.473889 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Network hostable DHCP agents. Network: 902e01a2-0d96-4db9-80d4-5cc54608d0a0, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:19:23.490326 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:19:23.499061 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 902e01a2-0d96-4db9-80d4-5cc54608d0a0) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:23.503111 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:23.503712 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:23.508249 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb08a47-207f-4f5a-88bb-91f0d24c4ba5 None None] Network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:23.519796 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-66818b4f-7263-4d5f-bbeb-a133c422a977 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3950636 Mar 10 17:19:23.614396 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-902e01a2-0d96-4db9-80d4-5cc54608d0a0', 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0', 'project_id': '6b6da1569d25429788d1024be5510eba', 'fixed_ips': [{'subnet_id': '1fb1d950-ad7f-4dcb-b2ab-c1c0a2b76c78'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:19:23.615633 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:23.847833 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Allocated IP 192.168.233.2 (902e01a2-0d96-4db9-80d4-5cc54608d0a0/1fb1d950-ad7f-4dcb-b2ab-c1c0a2b76c78/942b4f2e-ace9-4383-a73d-33a21b72b95b) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:24.000668 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Publish callbacks [] for port (942b4f2e-ace9-4383-a73d-33a21b72b95b), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:24.006821 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (942b4f2e-ace9-4383-a73d-33a21b72b95b), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:24.044545 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:24.051116 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:24.055296 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:24.058331 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Pushing event updated for resources: {'Port': ['ID=942b4f2e-ace9-4383-a73d-33a21b72b95b,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:24.069773 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.070176 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.070548 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.070894 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.071232 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.071569 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.071898 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.072231 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.072561 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.072902 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.073231 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.073560 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.073883 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:24.121505 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Attempting to bind port 942b4f2e-ace9-4383-a73d-33a21b72b95b on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:19:24.121849 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Attempting to bind port 942b4f2e-ace9-4383-a73d-33a21b72b95b by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'a099bca5-eddb-4184-b382-ebc58311480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:19:24.122756 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Attempting to bind port 942b4f2e-ace9-4383-a73d-33a21b72b95b on network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:19:24.127781 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:19:24.128161 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Checking segment: {'id': 'a099bca5-eddb-4184-b382-ebc58311480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:24.128561 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:24.128956 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Bound using segment: {'id': 'a099bca5-eddb-4184-b382-ebc58311480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:19:24.129424 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Bound port: 942b4f2e-ace9-4383-a73d-33a21b72b95b, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a099bca5-eddb-4184-b382-ebc58311480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:19:24.129806 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (942b4f2e-ace9-4383-a73d-33a21b72b95b), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:24.194545 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] For port 942b4f2e-ace9-4383-a73d-33a21b72b95b, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:19:24.197528 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] For port 942b4f2e-ace9-4383-a73d-33a21b72b95b, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=942b4f2e-ace9-4383-a73d-33a21b72b95b,segment=NetworkSegment(a099bca5-eddb-4184-b382-ebc58311480f),segment_id=a099bca5-eddb-4184-b382-ebc58311480f)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:19:24.205185 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (942b4f2e-ace9-4383-a73d-33a21b72b95b), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:24.263418 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc758241-31b5-4555-8e77-c38c118e9f21 None None] Pushing event updated for resources: {'Port': ['ID=942b4f2e-ace9-4383-a73d-33a21b72b95b,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:25.076783 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf0698-3f49-458e-a44d-8c176398531a None None] Network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:25.159274 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-43053e82-8b19-484a-9819-37f4e6958e08 None None] Provisioning complete for port 942b4f2e-ace9-4383-a73d-33a21b72b95b triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:25.159661 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-43053e82-8b19-484a-9819-37f4e6958e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (942b4f2e-ace9-4383-a73d-33a21b72b95b), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:25.272527 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-43053e82-8b19-484a-9819-37f4e6958e08 None None] Current status of the port 942b4f2e-ace9-4383-a73d-33a21b72b95b is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:25.272925 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-43053e82-8b19-484a-9819-37f4e6958e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (942b4f2e-ace9-4383-a73d-33a21b72b95b), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:25.310424 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-43053e82-8b19-484a-9819-37f4e6958e08 None None] For port 942b4f2e-ace9-4383-a73d-33a21b72b95b, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=942b4f2e-ace9-4383-a73d-33a21b72b95b,segment=NetworkSegment(a099bca5-eddb-4184-b382-ebc58311480f),segment_id=a099bca5-eddb-4184-b382-ebc58311480f)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:19:25.315749 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-43053e82-8b19-484a-9819-37f4e6958e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (942b4f2e-ace9-4383-a73d-33a21b72b95b), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:25.367839 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43053e82-8b19-484a-9819-37f4e6958e08 None None] Pushing event updated for resources: {'Port': ['ID=942b4f2e-ace9-4383-a73d-33a21b72b95b,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:25.436311 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-d10adce1-4482-409c-965d-8c88805d97dd None None] Provisioning complete for port 942b4f2e-ace9-4383-a73d-33a21b72b95b triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:25.436696 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d10adce1-4482-409c-965d-8c88805d97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (942b4f2e-ace9-4383-a73d-33a21b72b95b), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:25.513600 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-d10adce1-4482-409c-965d-8c88805d97dd None None] Current status of the port 942b4f2e-ace9-4383-a73d-33a21b72b95b is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:25.658943 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 942b4f2e-ace9-4383-a73d-33a21b72b95b up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:25.711639 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 942b4f2e-ace9-4383-a73d-33a21b72b95b triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:25.712031 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (942b4f2e-ace9-4383-a73d-33a21b72b95b), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:25.787974 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 942b4f2e-ace9-4383-a73d-33a21b72b95b is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:46.502423 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-63f7630f-41e0-44e8-9eaf-e50debd573c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.785988 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-421a8b2b-d016-49e3-9144-0e1fd0eb876a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:49.909829 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.299512 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.833676 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:57.036140 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:20:16.505150 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-caa0cd8b-8410-45c9-b931-5d8b3666944b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.788800 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-8203bb88-34c3-4701-ba1f-bd251474b8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.910230 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:21.301035 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.835298 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:34.035156 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:20:46.506552 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4baf66ff-2623-4ad4-a4a3-fc1947e3b613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.012917 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59336) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:48.019750 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [None req-3724bbfd-7f38-4918-96ff-9d882b9ee0ed tempest-verify_tempest_config-1263490463 tempest-verify_tempest_config-1263490463-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:20:48.020744 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-3724bbfd-7f38-4918-96ff-9d882b9ee0ed tempest-verify_tempest_config-1263490463 tempest-verify_tempest_config-1263490463-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068483 Mar 10 17:20:48.300370 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59354) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:48.403682 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.473947 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Publish callbacks [] for security_group (4b807649-92a4-4e8c-8f15-f8143e643669), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.477351 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (4b807649-92a4-4e8c-8f15-f8143e643669), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.519169 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b807649-92a4-4e8c-8f15-f8143e643669,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:48.523577 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8c561cdee8d45f494c45e4ced5bbf8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2221849 Mar 10 17:20:48.526424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59360) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:48.527806 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.528155 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.528495 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.528829 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.529162 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.529489 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.529834 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.530198 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.530541 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.530869 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.531193 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.531512 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.531829 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac4f539-55d5-4b2a-8bbf-572fb26ceb8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.605914 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Publish callbacks [] for security_group (4b807649-92a4-4e8c-8f15-f8143e643669), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.626962 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Publish callbacks [] for security_group (4b807649-92a4-4e8c-8f15-f8143e643669), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.715529 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (4b807649-92a4-4e8c-8f15-f8143e643669), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.718247 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.720308 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b807649-92a4-4e8c-8f15-f8143e643669 HTTP/1.1" status: 204 len: 168 time: 0.1919749 Mar 10 17:20:48.727212 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b807649-92a4-4e8c-8f15-f8143e643669,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:48.734236 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.734612 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.734964 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.735306 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.735638 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.735969 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.736305 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.736634 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.736965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.737297 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.737622 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.737948 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.738300 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea37e90-1fd1-4843-acf9-5aafb5c147c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:48.791385 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-62c0bbff-f7f2-4b5a-96a7-0f33c1138abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.913215 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.307236 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.837556 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:11.034448 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:21:16.507217 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-87f9e1a5-d40d-46ea-b435-e175a42c008d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.793138 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-595394c3-23c8-41c7-9300-ed90d3198bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:19.916192 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:21.308836 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:22.839587 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:46.506323 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-771539d7-3e50-47f0-b50a-e310345e1bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:48.033569 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:21:48.793725 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-0a53957c-dafd-478c-b395-f9060d5a885f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:49.915995 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:51.311885 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:52.841857 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:16.509378 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b77c67a2-f89d-492c-8a3d-e3499be365cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:18.795096 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-684d6533-ade6-43a1-9d61-ea0afe8b1fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:19.918133 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:21.320064 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:22.843760 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:25.031712 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 5 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:22:27.458450 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1744495'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:42.055121 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59430) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:42.158172 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-7d6e1098-33a9-4a8c-b54c-65a018987568 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1019459 Mar 10 17:22:44.484033 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59440) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:44.537295 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-6e4a17ea-764e-4086-a816-bedd11d634ae admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521178 Mar 10 17:22:46.512462 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-24307ccb-0a00-4298-bc38-d4d83193f6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:48.801585 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d82509bb-027c-475e-84a3-638d953eefeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:49.922720 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:51.318659 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.846141 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.442489 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.031687 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:23:16.513241 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b00df0f5-c7f1-4bc8-8adc-6db7dd7d99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.793787 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-f937ea97-1d1e-46a7-8799-0890fe431304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:19.924262 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:21.321089 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.848388 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.474086 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:39.029926 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:23:46.513325 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-27d7c2e4-9522-44cd-933f-854bed8f5b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:48.794324 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3cb337af-ef07-4d97-8531-f4a143309ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.929363 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.324216 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.853412 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.487638 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:16.029198 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:24:16.517539 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-7f813e86-7156-4a69-953b-77900fa3890e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:18.803648 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-55b21942-78c4-4834-9629-40d0ff388f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:19.940906 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.331451 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.220426 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59632) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:22.493867 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59652) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:22.566928 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929224498-network', 'tenant_id': '4e6c460df5f9481d9ee6963b5bb88307'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:22.587956 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Made reservation on behalf of 4e6c460df5f9481d9ee6963b5bb88307 for: {'network': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:22.590754 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.603276 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.649221 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59662) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:22.688865 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Publish callbacks [] for security_group (ff6353dd-207f-4ebb-9520-09f1be7f35aa), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.693310 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ff6353dd-207f-4ebb-9520-09f1be7f35aa), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.727142 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6353dd-207f-4ebb-9520-09f1be7f35aa,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:22.741126 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.741269 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59668) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:22.741492 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.741982 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.742762 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.743205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.743539 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.743864 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.744188 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.744539 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.744852 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.745173 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.745470 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.745785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Tracked resource versions report: Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: pushed versions: Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: { 'AddressGroup': {'1.2'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'ConntrackHelper': {'1.0'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Log': {'1.0'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Network': {'1.1'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Port': {'1.7'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'PortForwarding': {'1.2'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'QosPolicy': {'1.10'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SecurityGroup': {'1.5'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SubPort': {'1.0'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Subnet': {'1.1'}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Trunk': {'1.1'}} Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: consumer versions: Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: { DHCP agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: HyperV agent@hv-cinder-83053: {}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: L3 agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: Metadata agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: Metering agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: Open vSwitch agent@dv-cinder-830538-8-iscsi: { 'AddressGroup': '1.2', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'ConntrackHelper': '1.0', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'LocalIPAssociation': '1.0', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Log': '1.0', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Network': '1.1', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Port': '1.7', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'PortForwarding': '1.2', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'QosPolicy': '1.10', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SecurityGroup': '1.5', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SecurityGroupRule': '1.2', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'SubPort': '1.0', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Subnet': '1.1', Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: 'Trunk': '1.1'}} Mar 10 17:24:22.746946 dv-cinder-830538-8-iscsi neutron-server[102916]: {{(pid=102916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:24:22.755185 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:22.769771 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744244191757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (3399a31b-e8da-4998-a520-b234d19ec175), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.770676 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Unsubscribe: segment precommit_create {{(pid=102916) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 17:24:22.771127 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.segments_db [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Added segment 3399a31b-e8da-4998-a520-b234d19ec175 of type vlan for network 3a209c2a-fe94-489b-a609-6e4f98c1c71c Mar 10 17:24:22.826915 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (3a209c2a-fe94-489b-a609-6e4f98c1c71c), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.856524 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59676) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:22.862365 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (3a209c2a-fe94-489b-a609-6e4f98c1c71c), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.863454 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:22.864172 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.877579 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.951970 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1294082809-network', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:22.972628 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-549000384-network', 'tenant_id': '0745835d450343598602d04226bc2b72'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:22.976949 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] Pushing event updated for resources: {'Network': ['ID=3a209c2a-fe94-489b-a609-6e4f98c1c71c,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:22.987184 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c94cf406-716c-4b30-bbb5-85add2e5371e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7656028 Mar 10 17:24:22.989381 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-network', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:22.989524 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59684) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:22.993452 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 3a209c2a-fe94-489b-a609-6e4f98c1c71c details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:22.994942 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Request body: {'subnet': {'network_id': '3a209c2a-fe94-489b-a609-6e4f98c1c71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929224498-subnet', 'tenant_id': '4e6c460df5f9481d9ee6963b5bb88307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:23.010459 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Made reservation on behalf of 6eb73c579cdb40bd843d4e19a535f2ae for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:23.013216 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.024802 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Made reservation on behalf of af4cd71eec7c4d47a9d7e9cdd65add9a for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:23.026973 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Made reservation on behalf of 4e6c460df5f9481d9ee6963b5bb88307 for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:23.029086 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.029545 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.041918 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.045745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Made reservation on behalf of 0745835d450343598602d04226bc2b72 for: {'network': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:23.048207 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.051561 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.060254 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.184831 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Publish callbacks [] for security_group (c5bba5df-6191-40bb-ae8c-8598259bd91b), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.198738 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-566634557-network', 'tenant_id': '8bfade72cd754d9092d313481b3f465f'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:23.200398 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c5bba5df-6191-40bb-ae8c-8598259bd91b), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.237265 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Publish callbacks [] for security_group (e87c6a65-e457-4890-aa9b-048f67d33a84), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.238837 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Made reservation on behalf of 8bfade72cd754d9092d313481b3f465f for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:23.242946 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.251493 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=102916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:23.253714 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e87c6a65-e457-4890-aa9b-048f67d33a84), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.255836 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bba5df-6191-40bb-ae8c-8598259bd91b,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:23.284931 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.296060 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (ed8aa126-ce1c-4546-b614-c34d7af6e967), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.296715 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.segments_db [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Added segment ed8aa126-ce1c-4546-b614-c34d7af6e967 of type vlan for network f282b3b4-59fb-4007-8859-50f32d64b55f Mar 10 17:24:23.322372 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87c6a65-e457-4890-aa9b-048f67d33a84,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:23.333934 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.334320 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.334668 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.335011 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.335460 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.335906 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.336314 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.336658 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.337104 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.337454 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.338060 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.338599 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.339186 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Tracked resource versions report: Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: pushed versions: Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: { 'AddressGroup': {'1.2'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'ConntrackHelper': {'1.0'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Log': {'1.0'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Network': {'1.1'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Port': {'1.7'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'PortForwarding': {'1.2'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'QosPolicy': {'1.10'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SecurityGroup': {'1.5'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SubPort': {'1.0'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Subnet': {'1.1'}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Trunk': {'1.1'}} Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: consumer versions: Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: { DHCP agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: HyperV agent@hv-cinder-83053: {}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: L3 agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: Metadata agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: Metering agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: Open vSwitch agent@dv-cinder-830538-8-iscsi: { 'AddressGroup': '1.2', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'ConntrackHelper': '1.0', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'LocalIPAssociation': '1.0', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Log': '1.0', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Network': '1.1', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Port': '1.7', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'PortForwarding': '1.2', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'QosPolicy': '1.10', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SecurityGroup': '1.5', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SecurityGroupRule': '1.2', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'SubPort': '1.0', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Subnet': '1.1', Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: 'Trunk': '1.1'}} Mar 10 17:24:23.340591 dv-cinder-830538-8-iscsi neutron-server[102915]: {{(pid=102915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:24:23.345654 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (f282b3b4-59fb-4007-8859-50f32d64b55f), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.346569 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:23.405095 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (f282b3b4-59fb-4007-8859-50f32d64b55f), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.407925 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.410325 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.482046 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Publish callbacks [] for security_group (7b8f96fc-0b7e-40f0-8027-0569d3f63904), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.503773 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (b401a758-0e36-479a-93ff-14afdc29ea3c), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.504448 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Added segment b401a758-0e36-479a-93ff-14afdc29ea3c of type vlan for network 7ac663e9-7971-461b-be98-3e7542f9511a Mar 10 17:24:23.561095 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (7b8f96fc-0b7e-40f0-8027-0569d3f63904), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.576334 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:23.590394 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (4b1c3274-b064-4c9d-95fa-b4fc55ebd462), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.591127 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Added segment 4b1c3274-b064-4c9d-95fa-b4fc55ebd462 of type vlan for network 492946a2-c896-490a-bb54-962c310b31ed Mar 10 17:24:23.604754 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] Pushing event updated for resources: {'Network': ['ID=f282b3b4-59fb-4007-8859-50f32d64b55f,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:23.620530 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network f282b3b4-59fb-4007-8859-50f32d64b55f details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:23.644586 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-77792ecf-f8b5-4529-a315-5bb7eecca811 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1479523 Mar 10 17:24:23.645797 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59714) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:23.652963 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Request body: {'subnet': {'network_id': 'f282b3b4-59fb-4007-8859-50f32d64b55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-549000384-subnet', 'tenant_id': '0745835d450343598602d04226bc2b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:23.693772 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (1732aa35-9fb4-4305-b888-dc51b754c7ba), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.698324 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (492946a2-c896-490a-bb54-962c310b31ed), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.722001 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Made reservation on behalf of 0745835d450343598602d04226bc2b72 for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:23.725681 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.744122 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (492946a2-c896-490a-bb54-962c310b31ed), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.745234 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.745962 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.796202 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9387438 Mar 10 17:24:23.799901 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Publish callbacks [] for security_group (e8c62831-cddf-4e43-b482-1f008cd0d66f), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.802451 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (7ac663e9-7971-461b-be98-3e7542f9511a), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.809344 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59724) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:23.817005 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Request body: {'subnet': {'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-566634557-subnet', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:23.847918 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e8c62831-cddf-4e43-b482-1f008cd0d66f), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.861462 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:23.875463 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (c3ace6c3-854b-4579-bd52-ab088ea43a4b), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.877509 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Added segment c3ace6c3-854b-4579-bd52-ab088ea43a4b of type vlan for network 32168f32-ff15-46b8-a47b-1749b3a92cce Mar 10 17:24:23.935980 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (32168f32-ff15-46b8-a47b-1749b3a92cce), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.946451 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1732aa35-9fb4-4305-b888-dc51b754c7ba,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:23.955256 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Made reservation on behalf of 8bfade72cd754d9092d313481b3f465f for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:23.957547 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.979720 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Checking segment: {'id': '3399a31b-e8da-4998-a520-b234d19ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a209c2a-fe94-489b-a609-6e4f98c1c71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:23.980188 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Network hostable DHCP agents. Network: 3a209c2a-fe94-489b-a609-6e4f98c1c71c, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:24.063138 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Network 3a209c2a-fe94-489b-a609-6e4f98c1c71c is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:24.067952 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (3083aec5-647e-4743-a214-586c104103b4), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.071768 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.db.resource_extend [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:24:24.092809 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.db.resource_extend [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:24:24.095366 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8f96fc-0b7e-40f0-8027-0569d3f63904,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:24.116678 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 3a209c2a-fe94-489b-a609-6e4f98c1c71c) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:24.125616 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4d8c3-4cfb-40be-bf11-f83a3efa4d63 None None] Network 3a209c2a-fe94-489b-a609-6e4f98c1c71c requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:24.136182 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.137320 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.199621 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (7ac663e9-7971-461b-be98-3e7542f9511a), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.200652 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.201229 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.212241 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (32168f32-ff15-46b8-a47b-1749b3a92cce), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.212241 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.212736 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-9c9d3631-31a3-484d-b6d1-a32dcd61b699 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2133770 Mar 10 17:24:24.212828 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.214485 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85eafb-f8f5-446c-b26f-27b4bba413bb admin admin] Pushing event updated for resources: {'Network': ['ID=492946a2-c896-490a-bb54-962c310b31ed,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:24.238242 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c62831-cddf-4e43-b482-1f008cd0d66f,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:24.243882 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3083aec5-647e-4743-a214-586c104103b4,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:24.262988 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Checking segment: {'id': 'ed8aa126-ce1c-4546-b614-c34d7af6e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f282b3b4-59fb-4007-8859-50f32d64b55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:24.263662 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Network hostable DHCP agents. Network: f282b3b4-59fb-4007-8859-50f32d64b55f, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:24.309653 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5673811 Mar 10 17:24:24.316750 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59762) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:24.324263 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6692765 Mar 10 17:24:24.332627 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Request body: {'subnet': {'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-subnet', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:24.336684 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59764) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:24.354126 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Network f282b3b4-59fb-4007-8859-50f32d64b55f is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:24.369674 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Request body: {'subnet': {'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1294082809-subnet', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:24.370762 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, f282b3b4-59fb-4007-8859-50f32d64b55f) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:24.381841 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f91d62-a3ff-49f5-a1cb-5be96cc25716 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac663e9-7971-461b-be98-3e7542f9511a,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:24.386865 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603120bb-6b13-47c3-86f3-065b5aebe2d8 None None] Network f282b3b4-59fb-4007-8859-50f32d64b55f requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:24.397253 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Made reservation on behalf of af4cd71eec7c4d47a9d7e9cdd65add9a for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:24.405491 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.409377 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.411534 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.421328 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (d9134d34-ee3b-4dcf-bac2-b6cb028c05ba), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.467363 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-76db4d1d-55ec-4d81-bad1-776b6117cadb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8195488 Mar 10 17:24:24.521251 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b4779-1a12-4fa7-ae30-4ea37f8f6884 None None] Network 3a209c2a-fe94-489b-a609-6e4f98c1c71c requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:24.526184 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Made reservation on behalf of 6eb73c579cdb40bd843d4e19a535f2ae for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:24.541272 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.632763 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2a66b-8ed3-4b6b-91c6-244194b5c3ab admin admin] Pushing event updated for resources: {'Network': ['ID=32168f32-ff15-46b8-a47b-1749b3a92cce,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:24.718144 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:24.782699 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Checking segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:24.783372 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Network hostable DHCP agents. Network: 492946a2-c896-490a-bb54-962c310b31ed, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:24.786070 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 492946a2-c896-490a-bb54-962c310b31ed details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:24.841316 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59776) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:24.848976 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 32168f32-ff15-46b8-a47b-1749b3a92cce details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:24.850781 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Network 492946a2-c896-490a-bb54-962c310b31ed is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:24.873066 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (fbf127bb-c7cf-408d-be24-7838b519ea65), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.878194 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 492946a2-c896-490a-bb54-962c310b31ed) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:24.888809 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.889740 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:24.917934 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 7ac663e9-7971-461b-be98-3e7542f9511a details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:24.924320 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac4f4ca-98a1-4a64-9747-b9655e026ff3 None None] Network 492946a2-c896-490a-bb54-962c310b31ed requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:24.983199 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-d2cc4622-1cca-4f50-baff-c666ac6f408f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1704979 Mar 10 17:24:24.989127 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59798) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:24.993333 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf127bb-c7cf-408d-be24-7838b519ea65,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:25.005375 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:25.018830 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (a39ab2d5-9772-4f24-b83e-9d0ef9bb8904), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.038373 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Checking segment: {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:25.039183 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Network hostable DHCP agents. Network: 7ac663e9-7971-461b-be98-3e7542f9511a, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:25.042798 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429612e0-ef29-40e8-a4a4-7959fbbaae9a None None] Network f282b3b4-59fb-4007-8859-50f32d64b55f requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:25.080289 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Network 7ac663e9-7971-461b-be98-3e7542f9511a is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:25.099263 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 7ac663e9-7971-461b-be98-3e7542f9511a) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:25.102778 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (5c308840-486b-4081-a622-69b76bfba267), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.103820 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (5c308840-486b-4081-a622-69b76bfba267), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.118592 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:25.118838 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:25.118951 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.140793 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Checking segment: {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:25.141145 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Network hostable DHCP agents. Network: 32168f32-ff15-46b8-a47b-1749b3a92cce, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:25.144885 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-0beba07a-0eb5-4bfb-ba5c-aee895afb166 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8259110 Mar 10 17:24:25.147407 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59802) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:25.151704 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:25.181173 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbcf7f4-ab02-47a5-8065-fae3931e5818 None None] Network 7ac663e9-7971-461b-be98-3e7542f9511a requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:25.221854 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks [] for router_controller (5c308840-486b-4081-a622-69b76bfba267), precommit_add_association {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.232433 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-dd941abf-fa03-47d8-9a68-adf691d19ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.247466 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Network 32168f32-ff15-46b8-a47b-1749b3a92cce is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:25.252166 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.253543 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.318326 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 32168f32-ff15-46b8-a47b-1749b3a92cce) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:25.326286 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:25.326879 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.437286 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c7632385-bdfd-47bd-993a-3abe36b348d2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0958304 Mar 10 17:24:25.437584 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59822) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:25.442937 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:25.462203 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks [] for router_controller (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), precommit_add_association {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.489621 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks [] for router_gateway (5c308840-486b-4081-a622-69b76bfba267), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.494295 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (4748d658-0e4a-439c-9e3c-b9f181be3cb5), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.496724 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (4748d658-0e4a-439c-9e3c-b9f181be3cb5), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.598581 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8827e8-282d-4157-b0d4-92efc07c30de None None] Network 32168f32-ff15-46b8-a47b-1749b3a92cce requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:25.742718 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59838) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:25.753640 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025748423-network', 'tenant_id': '4931f4b0e7124118b8b187251f64db06'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:25.783489 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-492946a2-c896-490a-bb54-962c310b31ed', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:24:25.784891 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.797384 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59846) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:25.809912 dv-cinder-830538-8-iscsi neutron-server[102916]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 17:24:25.853223 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-dd941abf-fa03-47d8-9a68-adf691d19ce2 admin admin] Publish callbacks [] for security_group (6b05084e-b427-4d9d-8fd3-bbb750073c8f), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.870569 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-dd941abf-fa03-47d8-9a68-adf691d19ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (6b05084e-b427-4d9d-8fd3-bbb750073c8f), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.922769 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks [] for router_gateway (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.973640 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-dd941abf-fa03-47d8-9a68-adf691d19ce2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=762f71d88b01442aa0e3d21d90acb912&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1303630 Mar 10 17:24:25.976821 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59854) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:25.982031 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd941abf-fa03-47d8-9a68-adf691d19ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b05084e-b427-4d9d-8fd3-bbb750073c8f,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.030715 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks [] for router_controller (4748d658-0e4a-439c-9e3c-b9f181be3cb5), precommit_add_association {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.032613 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Made reservation on behalf of 4931f4b0e7124118b8b187251f64db06 for: {'network': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:26.037041 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.067732 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.068862 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-32168f32-ff15-46b8-a47b-1749b3a92cce', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:24:26.069712 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.089545 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f6daa-94e3-461a-bd95-22840d88b658 None None] Network 7ac663e9-7971-461b-be98-3e7542f9511a requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:26.145479 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b97-46cb-41ca-809e-7fb0587e46ad admin admin] Publish callbacks [] for security_group (6b05084e-b427-4d9d-8fd3-bbb750073c8f), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.267260 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b97-46cb-41ca-809e-7fb0587e46ad admin admin] Publish callbacks [] for security_group (6b05084e-b427-4d9d-8fd3-bbb750073c8f), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.298976 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Allocated IP 172.20.0.2 (492946a2-c896-490a-bb54-962c310b31ed/d9134d34-ee3b-4dcf-bac2-b6cb028c05ba/b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:26.355135 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Publish callbacks [] for security_group (e085401d-002a-4979-96a0-00d2b99c9c3a), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.358450 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b97-46cb-41ca-809e-7fb0587e46ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (6b05084e-b427-4d9d-8fd3-bbb750073c8f), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.361479 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b97-46cb-41ca-809e-7fb0587e46ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.363356 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-e40d2b97-46cb-41ca-809e-7fb0587e46ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b05084e-b427-4d9d-8fd3-bbb750073c8f HTTP/1.1" status: 204 len: 168 time: 0.3833556 Mar 10 17:24:26.407575 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59864) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:26.407991 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Allocated IP 172.20.0.2 (32168f32-ff15-46b8-a47b-1749b3a92cce/a39ab2d5-9772-4f24-b83e-9d0ef9bb8904/0496d417-ab74-4a92-a46a-88a6c565067d) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:26.412424 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d2b97-46cb-41ca-809e-7fb0587e46ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b05084e-b427-4d9d-8fd3-bbb750073c8f,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.458816 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks [] for router_gateway (4748d658-0e4a-439c-9e3c-b9f181be3cb5), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.483151 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e085401d-002a-4979-96a0-00d2b99c9c3a), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.621706 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks [] for router_gateway (5c308840-486b-4081-a622-69b76bfba267), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.641633 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=102916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:26.651627 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Publish callbacks [] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.672373 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.681872 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.750837 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (7862ff70-95b0-4e0d-8b10-bdd4ecffdb69), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.751181 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.segments_db [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Added segment 7862ff70-95b0-4e0d-8b10-bdd4ecffdb69 of type vlan for network 07b3059b-7f43-4497-afe4-31e813f8e4a6 Mar 10 17:24:26.758673 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Network 492946a2-c896-490a-bb54-962c310b31ed is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:26.767485 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:26.772850 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Publish callbacks [] for port (0496d417-ab74-4a92-a46a-88a6c565067d), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.775005 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:26.779213 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Pushing event updated for resources: {'Port': ['ID=b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.793244 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.813315 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.813691 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.814054 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.814423 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.814764 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.815222 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.815731 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.815949 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59876) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:26.816384 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.816725 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.817074 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.817427 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.817738 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.818062 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Tracked resource versions report: Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: pushed versions: Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: { 'AddressGroup': {'1.2'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'ConntrackHelper': {'1.0'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Log': {'1.0'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Network': {'1.1'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Port': {'1.7'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'PortForwarding': {'1.2'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'QosPolicy': {'1.10'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SecurityGroup': {'1.5'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SubPort': {'1.0'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Subnet': {'1.1'}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Trunk': {'1.1'}} Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: consumer versions: Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: { DHCP agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: HyperV agent@hv-cinder-83053: {}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: L3 agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: Metadata agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: Metering agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: Open vSwitch agent@dv-cinder-830538-8-iscsi: { 'AddressGroup': '1.2', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'ConntrackHelper': '1.0', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'LocalIPAssociation': '1.0', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Log': '1.0', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Network': '1.1', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Port': '1.7', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'PortForwarding': '1.2', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'QosPolicy': '1.10', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SecurityGroup': '1.5', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SecurityGroupRule': '1.2', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'SubPort': '1.0', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Subnet': '1.1', Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: 'Trunk': '1.1'}} Mar 10 17:24:26.819317 dv-cinder-830538-8-iscsi neutron-server[102917]: {{(pid=102917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:24:26.829319 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks [] for router_gateway (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.831238 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-013b6bca-ad10-43e4-bd07-70e6a3922fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.860940 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e085401d-002a-4979-96a0-00d2b99c9c3a,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.874778 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d39fa491-c01f-4ff1-9bf2-32feb33cede9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.877586 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.880094 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Network 32168f32-ff15-46b8-a47b-1749b3a92cce is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:26.891290 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (07b3059b-7f43-4497-afe4-31e813f8e4a6), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.895367 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:26.899687 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-252c700f-0924-4476-8f55-56c566e5f7a0 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.901175 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-252c700f-0924-4476-8f55-56c566e5f7a0 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/networks?id=f282b3b4-59fb-4007-8859-50f32d64b55f HTTP/1.1" status: 200 len: 811 time: 1.0935977 Mar 10 17:24:26.907498 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:26.915583 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Attempting to bind port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:26.916234 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Attempting to bind port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:26.917081 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Attempting to bind port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:26.922416 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Pushing event updated for resources: {'Port': ['ID=0496d417-ab74-4a92-a46a-88a6c565067d,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.932150 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:26.932934 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Checking segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:26.933573 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.934215 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Bound using segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:26.935118 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Bound port: b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:26.935712 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.957951 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-06a1c1cd-638f-4787-b976-9a99cd8e679d tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/quotas/0745835d450343598602d04226bc2b72 HTTP/1.1" status: 200 len: 375 time: 0.0495119 Mar 10 17:24:26.982679 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (07b3059b-7f43-4497-afe4-31e813f8e4a6), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.983645 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.984133 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.027848 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Attempting to bind port 0496d417-ab74-4a92-a46a-88a6c565067d on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:27.028133 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Attempting to bind port 0496d417-ab74-4a92-a46a-88a6c565067d by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:27.028641 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Attempting to bind port 0496d417-ab74-4a92-a46a-88a6c565067d on network 32168f32-ff15-46b8-a47b-1749b3a92cce {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:27.034318 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Allocated IP 172.27.3.248 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/09ae1e7a-106e-4bf1-9b11-911dcbedddde) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:27.037932 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:27.038489 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Checking segment: {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:27.039128 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.039655 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Bound using segment: {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:27.040337 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Bound port: 0496d417-ab74-4a92-a46a-88a6c565067d, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:27.040904 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.044966 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-5d64a4ba-b309-42fb-9482-2b178d4d6e6a tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0745835d450343598602d04226bc2b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721383 Mar 10 17:24:27.083821 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3344762 Mar 10 17:24:27.091087 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59882) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:27.105681 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] For port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:27.108781 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Request body: {'subnet': {'network_id': '07b3059b-7f43-4497-afe4-31e813f8e4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025748423-subnet', 'tenant_id': '4931f4b0e7124118b8b187251f64db06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:27.110979 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7855d1-baad-45c3-9ec0-64a990d6dc90 admin admin] Pushing event updated for resources: {'Network': ['ID=07b3059b-7f43-4497-afe4-31e813f8e4a6,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.130268 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] For port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:27.136678 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 07b3059b-7f43-4497-afe4-31e813f8e4a6 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:27.154619 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-013b6bca-ad10-43e4-bd07-70e6a3922fd9 admin admin] Publish callbacks [] for security_group (a7d13782-63bf-4d62-af30-0a2c182beb27), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.165552 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.172349 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-013b6bca-ad10-43e4-bd07-70e6a3922fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (a7d13782-63bf-4d62-af30-0a2c182beb27), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.188189 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] For port 0496d417-ab74-4a92-a46a-88a6c565067d, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:27.221301 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b6bca-ad10-43e4-bd07-70e6a3922fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d13782-63bf-4d62-af30-0a2c182beb27,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.257008 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Made reservation on behalf of 4931f4b0e7124118b8b187251f64db06 for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:27.259422 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.290282 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] For port 0496d417-ab74-4a92-a46a-88a6c565067d, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=0496d417-ab74-4a92-a46a-88a6c565067d,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:27.333581 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cab35c-bba5-4a95-8f55-98b14a923b1f None None] Pushing event updated for resources: {'Port': ['ID=b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.341617 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.406693 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-7e645434-3f4a-4ac2-976a-7fdaf3172526 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:24:27.417450 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-7e645434-3f4a-4ac2-976a-7fdaf3172526 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0840085 Mar 10 17:24:27.420095 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-013b6bca-ad10-43e4-bd07-70e6a3922fd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8035d5a6b58456aa377797f6e11ca52&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0036020 Mar 10 17:24:27.423628 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59888) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:27.425521 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d39fa491-c01f-4ff1-9bf2-32feb33cede9 admin admin] Publish callbacks [] for security_group (70ba47e7-cee6-4824-8b8c-18719ce7e8bb), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.443579 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks [] for router_gateway (4748d658-0e4a-439c-9e3c-b9f181be3cb5), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.448591 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7492450-d637-4b13-a862-2fc339210e3e None None] Pushing event updated for resources: {'Port': ['ID=0496d417-ab74-4a92-a46a-88a6c565067d,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.463011 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d39fa491-c01f-4ff1-9bf2-32feb33cede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (70ba47e7-cee6-4824-8b8c-18719ce7e8bb), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.499600 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.513400 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks [] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.513551 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.520472 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-d39fa491-c01f-4ff1-9bf2-32feb33cede9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=093a115dd41549e9b7388d79d9685038&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7011557 Mar 10 17:24:27.548818 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59890) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:27.643253 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (335e6f1c-0361-4b86-bdd3-10143d5856b1), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.650258 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fa491-c01f-4ff1-9bf2-32feb33cede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ba47e7-cee6-4824-8b8c-18719ce7e8bb,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.756970 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2a462aa7-04b3-4805-8677-200c3cc15aa0 admin admin] Publish callbacks [] for security_group (a7d13782-63bf-4d62-af30-0a2c182beb27), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.770541 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-55e6f84f-5bb5-4ccc-af9e-6bb866310f66 service neutron] 10.222.0.16 "GET /v2.0/networks/f282b3b4-59fb-4007-8859-50f32d64b55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516479 Mar 10 17:24:27.838663 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.841373 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1d74b06e-0b01-48f1-9564-6a6af32ac5b0 admin admin] Publish callbacks [] for security_group (70ba47e7-cee6-4824-8b8c-18719ce7e8bb), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.934635 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-e7dd6c23-2c86-4c81-b451-a7fac67db5bc service neutron] 10.222.0.16 "GET /v2.0/networks/f282b3b4-59fb-4007-8859-50f32d64b55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632190 Mar 10 17:24:27.971506 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2a462aa7-04b3-4805-8677-200c3cc15aa0 admin admin] Publish callbacks [] for security_group (a7d13782-63bf-4d62-af30-0a2c182beb27), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.979881 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=335e6f1c-0361-4b86-bdd3-10143d5856b1,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.999579 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Checking segment: {'id': '7862ff70-95b0-4e0d-8b10-bdd4ecffdb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '07b3059b-7f43-4497-afe4-31e813f8e4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:28.000543 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Network hostable DHCP agents. Network: 07b3059b-7f43-4497-afe4-31e813f8e4a6, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:28.007056 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:28.009580 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:28.027877 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1d74b06e-0b01-48f1-9564-6a6af32ac5b0 admin admin] Publish callbacks [] for security_group (70ba47e7-cee6-4824-8b8c-18719ce7e8bb), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.037460 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:28.051189 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:28.063046 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Pushing event updated for resources: {'Port': ['ID=09ae1e7a-106e-4bf1-9b11-911dcbedddde,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:28.102005 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Allocated IP 172.27.3.55 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/cc2a7b79-6442-45d4-bda1-161731c6cfdf) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:28.106141 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:28.106849 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.184363 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Network 07b3059b-7f43-4497-afe4-31e813f8e4a6 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:28.238273 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59908) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:28.364641 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cd03a4a7-a66f-49ff-8575-52356042f0af req-b3354884-11ef-4004-b5e0-d268d4136859 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.1245282 Mar 10 17:24:28.402710 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 07b3059b-7f43-4497-afe4-31e813f8e4a6) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:28.416181 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:28.416708 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.471854 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2a462aa7-04b3-4805-8677-200c3cc15aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (a7d13782-63bf-4d62-af30-0a2c182beb27), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.474413 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2a462aa7-04b3-4805-8677-200c3cc15aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.480936 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-2a462aa7-04b3-4805-8677-200c3cc15aa0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7d13782-63bf-4d62-af30-0a2c182beb27 HTTP/1.1" status: 204 len: 168 time: 1.0523410 Mar 10 17:24:28.492325 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1d74b06e-0b01-48f1-9564-6a6af32ac5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (70ba47e7-cee6-4824-8b8c-18719ce7e8bb), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.492909 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1d74b06e-0b01-48f1-9564-6a6af32ac5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.496845 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-1d74b06e-0b01-48f1-9564-6a6af32ac5b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70ba47e7-cee6-4824-8b8c-18719ce7e8bb HTTP/1.1" status: 204 len: 168 time: 0.9565458 Mar 10 17:24:28.521170 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a462aa7-04b3-4805-8677-200c3cc15aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d13782-63bf-4d62-af30-0a2c182beb27,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:28.549091 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:28.551487 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.556672 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f08c68-0f3c-4b11-90fb-8ef16e13a272 None None] Network 07b3059b-7f43-4497-afe4-31e813f8e4a6 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:28.658773 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks [] for router_gateway (5c308840-486b-4081-a622-69b76bfba267), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.680201 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9d29873d-8526-4c79-b869-7ca77ad2b54e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5800223 Mar 10 17:24:28.749526 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:28.759002 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.760698 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 0496d417-ab74-4a92-a46a-88a6c565067d up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:28.762846 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74b06e-0b01-48f1-9564-6a6af32ac5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ba47e7-cee6-4824-8b8c-18719ce7e8bb,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:28.802120 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks [] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.896425 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:28.952628 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 0496d417-ab74-4a92-a46a-88a6c565067d triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:28.953150 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.026007 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c1ebd-882f-4e42-8150-d8071f34e346 None None] Network 07b3059b-7f43-4497-afe4-31e813f8e4a6 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:29.047686 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.114379 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Allocated IP 172.27.3.67 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/99c2c035-4119-4347-b091-a932aac1983d) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:29.128018 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:29.143991 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:29.156578 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:29.158712 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 59942) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:29.165309 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f363d0-b87d-442b-9960-5dcd445479f0 None None] Network 32168f32-ff15-46b8-a47b-1749b3a92cce requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:29.195635 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2a7b79-6442-45d4-bda1-161731c6cfdf,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:29.318144 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a4f18f-a2cb-4f80-add1-1a3dd7f37fc5 admin admin] Deleting subnet 1732aa35-9fb4-4305-b888-dc51b754c7ba {{(pid=102916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:24:29.329134 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f18f-a2cb-4f80-add1-1a3dd7f37fc5 admin admin] Publish callbacks [] for subnet (1732aa35-9fb4-4305-b888-dc51b754c7ba), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.353475 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (5c308840-486b-4081-a622-69b76bfba267), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.354452 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 0496d417-ab74-4a92-a46a-88a6c565067d is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:29.354846 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.405445 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f18f-a2cb-4f80-add1-1a3dd7f37fc5 admin admin] Publish callbacks [] for subnet (1732aa35-9fb4-4305-b888-dc51b754c7ba), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.413205 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 0496d417-ab74-4a92-a46a-88a6c565067d, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=0496d417-ab74-4a92-a46a-88a6c565067d,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:29.419862 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks [] for port (99c2c035-4119-4347-b091-a932aac1983d), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.420356 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-ecbb3c07-8961-47ab-9a41-9d69c6b8b7b2 None None] Provisioning complete for port 0496d417-ab74-4a92-a46a-88a6c565067d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:29.420772 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ecbb3c07-8961-47ab-9a41-9d69c6b8b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.433447 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f18f-a2cb-4f80-add1-1a3dd7f37fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (1732aa35-9fb4-4305-b888-dc51b754c7ba), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.467769 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678eaf37-d220-4189-8ce8-340a176fac32 None None] Network 492946a2-c896-490a-bb54-962c310b31ed requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:29.548230 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.665072 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8604468c-cf90-47e8-a8a5-f1862afbf608 req-eb5f94aa-7b05-4b41-8a9f-55657c6bb7a5 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.1364107 Mar 10 17:24:29.698461 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (99c2c035-4119-4347-b091-a932aac1983d), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.714789 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=0496d417-ab74-4a92-a46a-88a6c565067d,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:29.779813 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f18f-a2cb-4f80-add1-1a3dd7f37fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (1732aa35-9fb4-4305-b888-dc51b754c7ba), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.826169 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:29.828765 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f18f-a2cb-4f80-add1-1a3dd7f37fc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.836931 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e4a4f18f-a2cb-4f80-add1-1a3dd7f37fc5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1732aa35-9fb4-4305-b888-dc51b754c7ba HTTP/1.1" status: 204 len: 168 time: 0.6737998 Mar 10 17:24:29.837879 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 59976) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:29.891212 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:29.922834 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:29.928310 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4f18f-a2cb-4f80-add1-1a3dd7f37fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1732aa35-9fb4-4305-b888-dc51b754c7ba,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:29.935697 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks [] for router_gateway (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.946939 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:30.026872 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Pushing event updated for resources: {'Port': ['ID=99c2c035-4119-4347-b091-a932aac1983d,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:30.097662 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (3a209c2a-fe94-489b-a609-6e4f98c1c71c), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.145754 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb3c07-8961-47ab-9a41-9d69c6b8b7b2 None None] Current status of the port 0496d417-ab74-4a92-a46a-88a6c565067d is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:30.153710 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Router 5c308840-486b-4081-a622-69b76bfba267 is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:24:30.176814 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:30.177200 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.380901 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-567bdee6-aee1-40cd-9241-9466a1db2450 None None] Provisioning complete for port 0496d417-ab74-4a92-a46a-88a6c565067d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:30.419126 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-567bdee6-aee1-40cd-9241-9466a1db2450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.461793 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (3a209c2a-fe94-489b-a609-6e4f98c1c71c), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.529276 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.529748 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.530632 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.531067 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > port after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.531518 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.531941 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > port after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.532365 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.532815 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.533234 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.533695 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.557426 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:30.560761 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 0496d417-ab74-4a92-a46a-88a6c565067d up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:30.643538 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks [] for router_gateway (4748d658-0e4a-439c-9e3c-b9f181be3cb5), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.666215 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-567bdee6-aee1-40cd-9241-9466a1db2450 None None] Current status of the port 0496d417-ab74-4a92-a46a-88a6c565067d is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:30.675417 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 0496d417-ab74-4a92-a46a-88a6c565067d triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:30.675795 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.703457 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-567bdee6-aee1-40cd-9241-9466a1db2450 None None] Provisioning complete for port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:30.703844 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-567bdee6-aee1-40cd-9241-9466a1db2450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.832364 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.834807 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.836729 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.839097 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:30.840770 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a209c2a-fe94-489b-a609-6e4f98c1c71c']}} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:30.999440 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 0496d417-ab74-4a92-a46a-88a6c565067d is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:31.001908 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-567bdee6-aee1-40cd-9241-9466a1db2450 None None] Current status of the port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:31.123250 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ed681ffc-88d8-4a0d-8a76-0dc1b63ee8a4 req-db7ac947-da31-4c41-965f-7d44bea89a79 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0603898 Mar 10 17:24:31.126922 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-87e86ee1-7e34-4ce9-a5df-270ca1487f67 None None] Provisioning complete for port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:31.127309 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-87e86ee1-7e34-4ce9-a5df-270ca1487f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.233905 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3399a31b-e8da-4998-a520-b234d19ec175') {'for_net_delete': True} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:31.234549 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3399a31b-e8da-4998-a520-b234d19ec175') {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:31.272262 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-87e86ee1-7e34-4ce9-a5df-270ca1487f67 None None] Current status of the port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:31.282900 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16127430'] for segment (3399a31b-e8da-4998-a520-b234d19ec175), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.294506 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:31.313328 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:31.339115 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:31.342844 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:31.351940 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (4748d658-0e4a-439c-9e3c-b9f181be3cb5), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.355104 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (3399a31b-e8da-4998-a520-b234d19ec175), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.367466 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.371463 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:24:31.372024 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759730'] for segment (3399a31b-e8da-4998-a520-b234d19ec175), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: from cryptography.utils import int_from_bytes Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: from cryptography.utils import int_from_bytes Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: Traceback (most recent call last): Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: timer() Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: cb(*args, **kw) Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: return func(*args, **kwargs) Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: self._notify() Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: self.callback(batched_events) Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: event.method(event) Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: return f(self, *a, **k) Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._get(url).json() Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: return self.request(url, 'GET', **kwargs) Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:24:31.377327 dv-cinder-830538-8-iscsi neutron-server[102915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:24:31.382992 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.384724 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ea83712c-65b5-4d99-9fe6-0e92fa356494 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3946090 Mar 10 17:24:31.396624 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60038) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:31.710096 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:24:31.750435 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (3a209c2a-fe94-489b-a609-6e4f98c1c71c), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.763459 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.767291 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3a209c2a-fe94-489b-a609-6e4f98c1c71c HTTP/1.1" status: 204 len: 168 time: 1.9188709 Mar 10 17:24:31.789096 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60060) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:31.801976 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:31.895301 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f9ba3-b69c-4e11-b46f-41f605e61327 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a209c2a-fe94-489b-a609-6e4f98c1c71c,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:31.906425 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c760c53-c90a-4793-b717-557010376d25 admin admin] Deleting subnet 335e6f1c-0361-4b86-bdd3-10143d5856b1 {{(pid=102916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:24:31.958745 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.37', 51070) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:32.003038 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8c760c53-c90a-4793-b717-557010376d25 admin admin] Publish callbacks [] for subnet (335e6f1c-0361-4b86-bdd3-10143d5856b1), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.107587 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8c760c53-c90a-4793-b717-557010376d25 admin admin] Publish callbacks [] for subnet (335e6f1c-0361-4b86-bdd3-10143d5856b1), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.115746 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8c760c53-c90a-4793-b717-557010376d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (335e6f1c-0361-4b86-bdd3-10143d5856b1), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.169738 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-fc308bc1-bc94-4367-9510-331f4c212033 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:32.171462 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-fc308bc1-bc94-4367-9510-331f4c212033 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.37 "GET /v2.0/networks?id=f282b3b4-59fb-4007-8859-50f32d64b55f HTTP/1.1" status: 200 len: 811 time: 0.2114596 Mar 10 17:24:32.177476 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:28Z', 'revision_number': 3, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:32.209539 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:32.210236 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Updating router 5c308840-486b-4081-a622-69b76bfba267 port 09ae1e7a-106e-4bf1-9b11-911dcbedddde binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:32.250318 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.286981 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Request body: {'port': {'device_id': '7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3', 'network_id': 'f282b3b4-59fb-4007-8859-50f32d64b55f', 'admin_state_up': True, 'tenant_id': '0745835d450343598602d04226bc2b72'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:32.313719 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:32.347989 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Sync routers for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:32.368897 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8c760c53-c90a-4793-b717-557010376d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for subnet (335e6f1c-0361-4b86-bdd3-10143d5856b1), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.376347 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:32.383435 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:32.397231 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8c760c53-c90a-4793-b717-557010376d25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.403007 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-8c760c53-c90a-4793-b717-557010376d25 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/335e6f1c-0361-4b86-bdd3-10143d5856b1 HTTP/1.1" status: 204 len: 168 time: 0.6128798 Mar 10 17:24:32.426019 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60086) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:32.498968 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:24:32.512926 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60094) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:32.611981 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (07b3059b-7f43-4497-afe4-31e813f8e4a6), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.618467 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c760c53-c90a-4793-b717-557010376d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335e6f1c-0361-4b86-bdd3-10143d5856b1,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:32.622693 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.627296 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-21996fea-33ba-49aa-8d9b-b8c09cfbb135 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1880670 Mar 10 17:24:32.628202 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60102) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:32.719509 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:32.723904 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Publish callbacks [] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.734720 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.809840 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (07b3059b-7f43-4497-afe4-31e813f8e4a6), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.831912 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Pushing event updated for resources: {'Port': ['ID=09ae1e7a-106e-4bf1-9b11-911dcbedddde,revision_number=2']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:32.832185 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.832556 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.833340 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.833658 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.833985 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.834334 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.834648 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Attempting to bind port 09ae1e7a-106e-4bf1-9b11-911dcbedddde on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:32.834793 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.834986 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.835851 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.836065 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Attempting to bind port 09ae1e7a-106e-4bf1-9b11-911dcbedddde by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:32.836178 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:32.836424 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Attempting to bind port 09ae1e7a-106e-4bf1-9b11-911dcbedddde on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:32.847679 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:32.848054 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:32.848645 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.849043 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:32.849509 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Bound port: 09ae1e7a-106e-4bf1-9b11-911dcbedddde, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:32.849885 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.864554 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c6e0501e-2940-48ea-b563-cf5ebfcb75ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.880153 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.880741 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.881134 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.881477 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.881814 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.882311 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.882704 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.883039 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.883366 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.883844 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.884229 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.884553 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.885178 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Tracked resource versions report: Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: pushed versions: Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: { 'AddressGroup': {'1.2'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'ConntrackHelper': {'1.0'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Log': {'1.0'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Network': {'1.1'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Port': {'1.7'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'PortForwarding': {'1.2'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'QosPolicy': {'1.10'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SecurityGroup': {'1.5'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SubPort': {'1.0'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Subnet': {'1.1'}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Trunk': {'1.1'}} Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: consumer versions: Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: { DHCP agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: HyperV agent@hv-cinder-83053: {}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: L3 agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: Metadata agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: Metering agent@dv-cinder-830538-8-iscsi: {}, Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: Open vSwitch agent@dv-cinder-830538-8-iscsi: { 'AddressGroup': '1.2', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'ConntrackHelper': '1.0', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'LocalIPAssociation': '1.0', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Log': '1.0', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Network': '1.1', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Port': '1.7', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'PortForwarding': '1.2', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'QosPolicy': '1.10', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SecurityGroup': '1.5', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SecurityGroupRule': '1.2', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'SubPort': '1.0', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Subnet': '1.1', Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: 'Trunk': '1.1'}} Mar 10 17:24:32.886459 dv-cinder-830538-8-iscsi neutron-server[102918]: {{(pid=102918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:24:32.938227 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] For port 09ae1e7a-106e-4bf1-9b11-911dcbedddde, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:32.944043 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] For port 09ae1e7a-106e-4bf1-9b11-911dcbedddde, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=09ae1e7a-106e-4bf1-9b11-911dcbedddde,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:32.951159 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:32.965213 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.025520 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:33.026488 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:33.026964 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:33.027432 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:33.027943 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b3059b-7f43-4497-afe4-31e813f8e4a6']}} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:33.044736 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Sync routers for ids ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:33.059445 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168b715-8988-4bf7-a75c-fef410c7a3ca None None] Pushing event updated for resources: {'Port': ['ID=09ae1e7a-106e-4bf1-9b11-911dcbedddde,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:33.060065 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9284ab0e-7abc-4c1f-8910-4f8b5c3e0770 req-455daf29-89ea-4692-b208-c44d06d45a04 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.4512944 Mar 10 17:24:33.062045 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7862ff70-95b0-4e0d-8b10-bdd4ecffdb69') {'for_net_delete': True} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:33.062502 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7862ff70-95b0-4e0d-8b10-bdd4ecffdb69') {} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:33.068147 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Made reservation on behalf of 0745835d450343598602d04226bc2b72 for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:33.071548 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.072046 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Routers {'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:33.072825 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:33.075560 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.076682 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c82d644c-533c-484e-b25d-11e644a4f9d7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9283075 Mar 10 17:24:33.082430 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057547'] for segment (7862ff70-95b0-4e0d-8b10-bdd4ecffdb69), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.092493 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60120) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:33.117534 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (7862ff70-95b0-4e0d-8b10-bdd4ecffdb69), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.151923 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:24:33.152326 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16575686'] for segment (7862ff70-95b0-4e0d-8b10-bdd4ecffdb69), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.157671 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:33.158346 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: from cryptography.utils import int_from_bytes Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: from cryptography.utils import int_from_bytes Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: Traceback (most recent call last): Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: timer() Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: cb(*args, **kw) Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: return func(*args, **kwargs) Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: self._notify() Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: self.callback(batched_events) Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: event.method(event) Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: return f(self, *a, **k) Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._get(url).json() Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: return self.request(url, 'GET', **kwargs) Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:24:33.161787 dv-cinder-830538-8-iscsi neutron-server[102916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:24:33.203743 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c6e0501e-2940-48ea-b563-cf5ebfcb75ed admin admin] Publish callbacks [] for security_group (108443e1-dad5-484a-b306-97f94b5d04ed), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.246977 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:30Z', 'revision_number': 3, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:33.271330 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c6e0501e-2940-48ea-b563-cf5ebfcb75ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (108443e1-dad5-484a-b306-97f94b5d04ed), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.309143 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Checking router: 4748d658-0e4a-439c-9e3c-b9f181be3cb5 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:33.310065 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Updating router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 port 99c2c035-4119-4347-b091-a932aac1983d binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:33.356266 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:33.385680 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (99c2c035-4119-4347-b091-a932aac1983d), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.432091 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (07b3059b-7f43-4497-afe4-31e813f8e4a6), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.455494 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.463450 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/07b3059b-7f43-4497-afe4-31e813f8e4a6 HTTP/1.1" status: 204 len: 168 time: 1.0365477 Mar 10 17:24:33.499572 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361d07c-4588-4c1b-a99c-bea40c0e36d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b3059b-7f43-4497-afe4-31e813f8e4a6,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:33.573682 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.848898 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60142) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:33.869115 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Set router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:33.968413 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-79625cc0-de8b-479d-b16c-2409fadec5e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e6c460df5f9481d9ee6963b5bb88307&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1169701 Mar 10 17:24:34.000320 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Publish callbacks [] for port (99c2c035-4119-4347-b091-a932aac1983d), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.008960 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (99c2c035-4119-4347-b091-a932aac1983d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.027294 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60148) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:34.178470 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Attempting to bind port 99c2c035-4119-4347-b091-a932aac1983d on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:34.179134 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Attempting to bind port 99c2c035-4119-4347-b091-a932aac1983d by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:34.179329 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Attempting to bind port 99c2c035-4119-4347-b091-a932aac1983d on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:34.193427 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:34.193862 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:34.194265 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.195691 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:34.195803 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Bound port: 99c2c035-4119-4347-b091-a932aac1983d, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:34.196321 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (99c2c035-4119-4347-b091-a932aac1983d), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.336922 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:28Z', 'revision_number': 3, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:34.347276 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] For port 99c2c035-4119-4347-b091-a932aac1983d, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:34.356153 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] For port 99c2c035-4119-4347-b091-a932aac1983d, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=99c2c035-4119-4347-b091-a932aac1983d,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:34.362046 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33accd9-e734-4ce4-8482-13023af4bf77 None None] Pushing event updated for resources: {'Port': ['ID=99c2c035-4119-4347-b091-a932aac1983d,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.368675 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0501e-2940-48ea-b563-cf5ebfcb75ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108443e1-dad5-484a-b306-97f94b5d04ed,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.372853 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (99c2c035-4119-4347-b091-a932aac1983d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.380166 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c5166-3ca9-48a5-95f3-9e32abe004f7 None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:28Z', 'revision_number': 3, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:34.480394 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c6e0501e-2940-48ea-b563-cf5ebfcb75ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=435d94c90642468fb359593817a53d13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9620895 Mar 10 17:24:34.500118 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60168) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:34.519297 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:34.519953 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:34.582091 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:29Z', 'revision_number': 3, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'gw_port': {'id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:34.710042 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Checking router: cbf04342-d67a-4c0d-98c6-e8f652fb3a7a for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:34.711434 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Updating router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a port cc2a7b79-6442-45d4-bda1-161731c6cfdf binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:34.735639 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33accd9-e734-4ce4-8482-13023af4bf77 None None] Pushing event updated for resources: {'Port': ['ID=99c2c035-4119-4347-b091-a932aac1983d,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.793480 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.883225 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e346f72-476f-4425-8dbe-e19f052bfb28 req-35dd97cf-0828-4791-bf11-2a3a5578454b tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.5849037 Mar 10 17:24:34.884685 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f134a147-a92c-49d5-9327-0cb1485367b2 admin admin] Publish callbacks [] for security_group (ff6353dd-207f-4ebb-9520-09f1be7f35aa), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.966592 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:34.972200 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f134a147-a92c-49d5-9327-0cb1485367b2 admin admin] Publish callbacks [] for security_group (ff6353dd-207f-4ebb-9520-09f1be7f35aa), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.099578 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f134a147-a92c-49d5-9327-0cb1485367b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ff6353dd-207f-4ebb-9520-09f1be7f35aa), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.103468 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f134a147-a92c-49d5-9327-0cb1485367b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.107967 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f134a147-a92c-49d5-9327-0cb1485367b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff6353dd-207f-4ebb-9520-09f1be7f35aa HTTP/1.1" status: 204 len: 168 time: 1.0788949 Mar 10 17:24:35.334254 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.339048 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134a147-a92c-49d5-9327-0cb1485367b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6353dd-207f-4ebb-9520-09f1be7f35aa,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:35.479175 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Allocated IP 172.20.0.3 (f282b3b4-59fb-4007-8859-50f32d64b55f/3083aec5-647e-4743-a214-586c104103b4/853c5bc4-d19d-47f7-8f1d-911845d219ab) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:35.803850 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e4698b47-7971-40f4-b03c-599148876963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:30Z', 'revision_number': 3, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:35.902746 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Allocated IP 172.20.0.1 (492946a2-c896-490a-bb54-962c310b31ed/d9134d34-ee3b-4dcf-bac2-b6cb028c05ba/a734dfec-4da4-42f7-ab4e-1cf7f778397d) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:35.947743 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4698b47-7971-40f4-b03c-599148876963 None None] The sync data for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi is: [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:30Z', 'revision_number': 3, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:35.992736 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 09ae1e7a-106e-4bf1-9b11-911dcbedddde up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:36.058419 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Publish callbacks [] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.082414 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.165975 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Allocated IP 172.20.0.1 (32168f32-ff15-46b8-a47b-1749b3a92cce/a39ab2d5-9772-4f24-b83e-9d0ef9bb8904/27b33c90-5709-4469-8948-53f1dcfeabed) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:36.175918 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 09ae1e7a-106e-4bf1-9b11-911dcbedddde triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:36.176296 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.371828 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Attempting to bind port cc2a7b79-6442-45d4-bda1-161731c6cfdf on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:36.372212 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Attempting to bind port cc2a7b79-6442-45d4-bda1-161731c6cfdf by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:36.372625 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Attempting to bind port cc2a7b79-6442-45d4-bda1-161731c6cfdf on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:36.406608 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:36.407368 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:36.415351 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.415781 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:36.416302 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Bound port: cc2a7b79-6442-45d4-bda1-161731c6cfdf, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:36.416699 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.439349 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60208) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:36.472348 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 09ae1e7a-106e-4bf1-9b11-911dcbedddde is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:36.472755 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.501749 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6463d-456b-4862-b3e1-764d2555b34f None None] Pushing event updated for resources: {'Port': ['ID=cc2a7b79-6442-45d4-bda1-161731c6cfdf,revision_number=2']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:36.508635 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60210) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:36.560707 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 09ae1e7a-106e-4bf1-9b11-911dcbedddde, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=09ae1e7a-106e-4bf1-9b11-911dcbedddde,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:36.571461 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.600240 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a1e549e3-7876-43e5-8c26-ac25162a1d57 admin admin] Publish callbacks [] for security_group (108443e1-dad5-484a-b306-97f94b5d04ed), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.648129 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e09cc97-c55f-4263-aad4-18c3eebfd716 req-3fd843b3-6965-4197-9b8a-3e7ec11688e1 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.2065217 Mar 10 17:24:36.687083 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] For port cc2a7b79-6442-45d4-bda1-161731c6cfdf, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:36.695773 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] For port cc2a7b79-6442-45d4-bda1-161731c6cfdf, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=cc2a7b79-6442-45d4-bda1-161731c6cfdf,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:36.706441 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=09ae1e7a-106e-4bf1-9b11-911dcbedddde,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:36.710151 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e26f2daf-039b-4028-a09d-a64c49d12208 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4931f4b0e7124118b8b187251f64db06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2566712 Mar 10 17:24:36.710567 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.715679 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60216) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:36.785875 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Publish callbacks [] for port (27b33c90-5709-4469-8948-53f1dcfeabed), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.798284 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Routers {'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:36.799271 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:36.863653 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6463d-456b-4862-b3e1-764d2555b34f None None] Pushing event updated for resources: {'Port': ['ID=cc2a7b79-6442-45d4-bda1-161731c6cfdf,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:36.909186 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a1e549e3-7876-43e5-8c26-ac25162a1d57 admin admin] Publish callbacks [] for security_group (108443e1-dad5-484a-b306-97f94b5d04ed), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.917533 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.970138 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Network 32168f32-ff15-46b8-a47b-1749b3a92cce is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:37.026370 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:37.046650 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a1e549e3-7876-43e5-8c26-ac25162a1d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (108443e1-dad5-484a-b306-97f94b5d04ed), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.052351 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:37.056773 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a1e549e3-7876-43e5-8c26-ac25162a1d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.063663 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a1e549e3-7876-43e5-8c26-ac25162a1d57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/108443e1-dad5-484a-b306-97f94b5d04ed HTTP/1.1" status: 204 len: 168 time: 2.5568359 Mar 10 17:24:37.099984 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] Set router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:37.260367 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e549e3-7876-43e5-8c26-ac25162a1d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108443e1-dad5-484a-b306-97f94b5d04ed,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:37.353651 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Publish callbacks [] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.376164 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (4748d658-0e4a-439c-9e3c-b9f181be3cb5), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.417015 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Publish callbacks [] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.702735 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36f4c2c9-a136-418d-a226-0aa70f387cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.782590 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-9564911a-b445-408c-b074-6c6027de3e93 None None] Provisioning complete for port 27b33c90-5709-4469-8948-53f1dcfeabed triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:37.783781 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9564911a-b445-408c-b074-6c6027de3e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.863811 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Pushing event updated for resources: {'Port': ['ID=27b33c90-5709-4469-8948-53f1dcfeabed,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:37.868564 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.869686 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:29Z', 'revision_number': 3, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'gw_port': {'id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:37.904700 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-9564911a-b445-408c-b074-6c6027de3e93 None None] Port 27b33c90-5709-4469-8948-53f1dcfeabed cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:37.931644 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33696f-a7ef-4fff-86ec-202fd812ac09 None None] The sync data for ids ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'] in dv-cinder-830538-8-iscsi is: [{'id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:29Z', 'revision_number': 3, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'gw_port': {'id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:38.116256 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.140902 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b7b71188-1723-4765-a16a-e0fae9c557cc admin admin] Publish callbacks [] for security_group (e085401d-002a-4979-96a0-00d2b99c9c3a), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.225320 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Network 492946a2-c896-490a-bb54-962c310b31ed is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:38.230553 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 99c2c035-4119-4347-b091-a932aac1983d up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:38.246615 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60234) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:38.277643 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.328632 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Network f282b3b4-59fb-4007-8859-50f32d64b55f is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:38.343538 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:38.355268 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 99c2c035-4119-4347-b091-a932aac1983d triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:38.355781 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (99c2c035-4119-4347-b091-a932aac1983d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.399588 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:38.418089 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:38.443788 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.489258 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:38.501186 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b7b71188-1723-4765-a16a-e0fae9c557cc admin admin] Publish callbacks [] for security_group (e085401d-002a-4979-96a0-00d2b99c9c3a), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.506483 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Pushing event updated for resources: {'Port': ['ID=853c5bc4-d19d-47f7-8f1d-911845d219ab,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:38.512747 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-314bbfc0-977f-4f3a-b668-5f1556ea21ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.533724 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67da09-e314-4c89-8881-0d27067a0c3f req-53acd29a-13f9-415b-9409-c123698d213e tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:38.536633 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0e67da09-e314-4c89-8881-0d27067a0c3f req-53acd29a-13f9-415b-9409-c123698d213e tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 931 time: 0.7191217 Mar 10 17:24:38.587511 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 99c2c035-4119-4347-b091-a932aac1983d is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:38.588245 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (99c2c035-4119-4347-b091-a932aac1983d), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.638467 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 99c2c035-4119-4347-b091-a932aac1983d, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=99c2c035-4119-4347-b091-a932aac1983d,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:38.646023 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (99c2c035-4119-4347-b091-a932aac1983d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.648277 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 09ae1e7a-106e-4bf1-9b11-911dcbedddde up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:38.936399 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0e67da09-e314-4c89-8881-0d27067a0c3f req-4df0b91c-f964-4169-a3a7-ebd2a0fc21a7 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312666 Mar 10 17:24:38.946635 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 09ae1e7a-106e-4bf1-9b11-911dcbedddde triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:38.947930 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.953667 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=99c2c035-4119-4347-b091-a932aac1983d,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.007819 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-a027c0ae-7606-49f2-8b0b-8c36b5119c42 None None] Provisioning complete for port a734dfec-4da4-42f7-ab4e-1cf7f778397d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:39.008799 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a027c0ae-7606-49f2-8b0b-8c36b5119c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.047133 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b7b71188-1723-4765-a16a-e0fae9c557cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e085401d-002a-4979-96a0-00d2b99c9c3a), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.060679 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b7b71188-1723-4765-a16a-e0fae9c557cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.064513 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b7b71188-1723-4765-a16a-e0fae9c557cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e085401d-002a-4979-96a0-00d2b99c9c3a HTTP/1.1" status: 204 len: 168 time: 2.3479087 Mar 10 17:24:39.071100 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36f4c2c9-a136-418d-a226-0aa70f387cc4 admin admin] Publish callbacks [] for security_group (12deeffd-ad66-4a09-9ebd-bb258e9c84dd), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.083143 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-a027c0ae-7606-49f2-8b0b-8c36b5119c42 None None] Port a734dfec-4da4-42f7-ab4e-1cf7f778397d cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:39.099817 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-314bbfc0-977f-4f3a-b668-5f1556ea21ef admin admin] Publish callbacks [] for security_group (ebc03fc8-4c98-4e5f-a894-b3eab99c4e23), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.138678 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:39.139426 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.142001 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Pushing event updated for resources: {'Port': ['ID=a734dfec-4da4-42f7-ab4e-1cf7f778397d,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.216893 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 09ae1e7a-106e-4bf1-9b11-911dcbedddde is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:39.269629 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36f4c2c9-a136-418d-a226-0aa70f387cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (12deeffd-ad66-4a09-9ebd-bb258e9c84dd), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.271842 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-314bbfc0-977f-4f3a-b668-5f1556ea21ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ebc03fc8-4c98-4e5f-a894-b3eab99c4e23), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.403797 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-314bbfc0-977f-4f3a-b668-5f1556ea21ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be7eec2b70b743739a08451c27eacdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1282434 Mar 10 17:24:39.404895 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (5c308840-486b-4081-a622-69b76bfba267), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.412833 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60244) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:39.421500 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Publish callbacks [] for port (27b33c90-5709-4469-8948-53f1dcfeabed), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.424075 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b71188-1723-4765-a16a-e0fae9c557cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e085401d-002a-4979-96a0-00d2b99c9c3a,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.425761 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4c2c9-a136-418d-a226-0aa70f387cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12deeffd-ad66-4a09-9ebd-bb258e9c84dd,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.437703 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.548889 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bbfc0-977f-4f3a-b668-5f1556ea21ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc03fc8-4c98-4e5f-a894-b3eab99c4e23,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.629124 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-52957696-ae60-4d81-9ceb-c502844874d9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3560247 Mar 10 17:24:39.679698 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (4748d658-0e4a-439c-9e3c-b9f181be3cb5), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.685323 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-fbf148df-7004-4d15-a548-6eac4f849497 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102915) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:24:39.686703 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-fbf148df-7004-4d15-a548-6eac4f849497 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0385649 Mar 10 17:24:39.709876 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-36f4c2c9-a136-418d-a226-0aa70f387cc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a2ed345da3249098b71b726faba12b1&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1889584 Mar 10 17:24:39.730628 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Pushing event updated for resources: {'Port': ['ID=27b33c90-5709-4469-8948-53f1dcfeabed,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.736438 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60256) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:39.971601 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Network 32168f32-ff15-46b8-a47b-1749b3a92cce is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:39.972975 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:40.113942 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 99c2c035-4119-4347-b091-a932aac1983d up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:40.266213 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b09dc5-23d6-4ff3-8c3d-c187cd787ccf req-4614dd15-c686-46c8-bb76-d361835d44e5 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.286609 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-20b09dc5-23d6-4ff3-8c3d-c187cd787ccf req-4614dd15-c686-46c8-bb76-d361835d44e5 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 931 time: 0.1971171 Mar 10 17:24:40.332146 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 99c2c035-4119-4347-b091-a932aac1983d triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:40.334456 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (99c2c035-4119-4347-b091-a932aac1983d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.377169 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Allocated IP 172.20.0.1 (7ac663e9-7971-461b-be98-3e7542f9511a/fbf127bb-c7cf-408d-be24-7838b519ea65/325c075b-43e9-4287-abc6-55d60102f30a) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:40.450243 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-80c748ea-9f1a-484d-933f-99ef7b849d00 None None] Provisioning complete for port 27b33c90-5709-4469-8948-53f1dcfeabed triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:40.451063 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-80c748ea-9f1a-484d-933f-99ef7b849d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.511673 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-80c748ea-9f1a-484d-933f-99ef7b849d00 None None] Port 27b33c90-5709-4469-8948-53f1dcfeabed cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:40.634300 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 99c2c035-4119-4347-b091-a932aac1983d is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:40.635377 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device cc2a7b79-6442-45d4-bda1-161731c6cfdf up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:40.651929 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:40.748424 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-20b09dc5-23d6-4ff3-8c3d-c187cd787ccf req-5212c471-3f76-4db6-8ca1-31b335f777a6 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603963 Mar 10 17:24:40.769738 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port cc2a7b79-6442-45d4-bda1-161731c6cfdf triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:40.770136 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.795949 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-163737c5-cb22-4720-afb5-7c46e297f2d2 admin admin] Publish callbacks [] for security_group (12deeffd-ad66-4a09-9ebd-bb258e9c84dd), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.849299 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Request body: {'port': {'device_id': '7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:40.875583 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-163737c5-cb22-4720-afb5-7c46e297f2d2 admin admin] Publish callbacks [] for security_group (12deeffd-ad66-4a09-9ebd-bb258e9c84dd), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.902488 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port cc2a7b79-6442-45d4-bda1-161731c6cfdf is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:40.902488 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.936752 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5858-7754-4387-a354-e13ed8e518cc admin admin] Publish callbacks [] for security_group (ebc03fc8-4c98-4e5f-a894-b3eab99c4e23), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.943937 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-163737c5-cb22-4720-afb5-7c46e297f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (12deeffd-ad66-4a09-9ebd-bb258e9c84dd), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.951127 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-163737c5-cb22-4720-afb5-7c46e297f2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.953013 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port cc2a7b79-6442-45d4-bda1-161731c6cfdf, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=cc2a7b79-6442-45d4-bda1-161731c6cfdf,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:40.954149 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-163737c5-cb22-4720-afb5-7c46e297f2d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12deeffd-ad66-4a09-9ebd-bb258e9c84dd HTTP/1.1" status: 204 len: 168 time: 1.1797616 Mar 10 17:24:40.958388 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.110510 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=cc2a7b79-6442-45d4-bda1-161731c6cfdf,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:41.119103 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Publish callbacks [] for port (325c075b-43e9-4287-abc6-55d60102f30a), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.129428 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163737c5-cb22-4720-afb5-7c46e297f2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12deeffd-ad66-4a09-9ebd-bb258e9c84dd,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:41.188440 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5858-7754-4387-a354-e13ed8e518cc admin admin] Publish callbacks [] for security_group (ebc03fc8-4c98-4e5f-a894-b3eab99c4e23), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.225531 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:41.238832 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Sync routers for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:41.260238 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e4ea81ea-045b-4235-b27e-fc56ea80aed6 admin admin] 10.222.0.16 "PUT /v2.0/routers/4748d658-0e4a-439c-9e3c-b9f181be3cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6232858 Mar 10 17:24:41.264256 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:41.265129 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:41.295601 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.459538 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.572690 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (325c075b-43e9-4287-abc6-55d60102f30a), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.575124 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5858-7754-4387-a354-e13ed8e518cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ebc03fc8-4c98-4e5f-a894-b3eab99c4e23), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.582760 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5858-7754-4387-a354-e13ed8e518cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.584090 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-1f9c5858-7754-4387-a354-e13ed8e518cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebc03fc8-4c98-4e5f-a894-b3eab99c4e23 HTTP/1.1" status: 204 len: 168 time: 2.1554916 Mar 10 17:24:41.647964 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Pushing event updated for resources: {'Port': ['ID=325c075b-43e9-4287-abc6-55d60102f30a,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:41.677102 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c5858-7754-4387-a354-e13ed8e518cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc03fc8-4c98-4e5f-a894-b3eab99c4e23,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:41.719907 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Network 7ac663e9-7971-461b-be98-3e7542f9511a is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:41.827411 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:41.831391 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:42.049238 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device cc2a7b79-6442-45d4-bda1-161731c6cfdf up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:42.164230 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:42.164408 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5db03-5bdd-41f9-b3dc-a2c2d957ac5d req-cda9ea9f-bece-4794-8976-49a93e23f8e9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.168030 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.187168 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-56e5db03-5bdd-41f9-b3dc-a2c2d957ac5d req-cda9ea9f-bece-4794-8976-49a93e23f8e9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 931 time: 0.2180433 Mar 10 17:24:42.269591 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60314) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:42.338665 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port cc2a7b79-6442-45d4-bda1-161731c6cfdf triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:42.339191 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.362663 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9806-cd90-4a76-949e-c74958be9db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.462515 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-56e5db03-5bdd-41f9-b3dc-a2c2d957ac5d req-250e4e01-689e-46f5-a073-8a983b8a2473 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698624 Mar 10 17:24:42.581031 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9806-cd90-4a76-949e-c74958be9db5 admin admin] Publish callbacks [] for security_group (b6ef64fd-ec55-4114-9b96-19a334a87830), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.588105 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9806-cd90-4a76-949e-c74958be9db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b6ef64fd-ec55-4114-9b96-19a334a87830), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.643991 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-7f2b9806-cd90-4a76-949e-c74958be9db5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f727a3b361944bd998a7b479d8329f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553810 Mar 10 17:24:42.644771 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b9806-cd90-4a76-949e-c74958be9db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ef64fd-ec55-4114-9b96-19a334a87830,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:42.660784 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60328) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:42.680136 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853c5bc4-d19d-47f7-8f1d-911845d219ab {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:42.691750 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Publish callbacks [] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.721001 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Transition to ACTIVE for port object 853c5bc4-d19d-47f7-8f1d-911845d219ab will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:42.738631 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.815166 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-40b46a55-b30c-4133-b7a6-527ccffd92f8 admin admin] Publish callbacks [] for security_group (b6ef64fd-ec55-4114-9b96-19a334a87830), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.826556 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Pushing event updated for resources: {'Port': ['ID=853c5bc4-d19d-47f7-8f1d-911845d219ab,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:42.854051 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port cc2a7b79-6442-45d4-bda1-161731c6cfdf is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:42.897647 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60334) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:42.902539 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-966d7584-36bb-442e-aa72-f34dfda58f08 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--606270485', 'description': 'tempest-description--1491385714'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:42.909917 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-40b46a55-b30c-4133-b7a6-527ccffd92f8 admin admin] Publish callbacks [] for security_group (b6ef64fd-ec55-4114-9b96-19a334a87830), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.956656 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-966d7584-36bb-442e-aa72-f34dfda58f08 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.004811 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 2, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:43.044018 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-40b46a55-b30c-4133-b7a6-527ccffd92f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b6ef64fd-ec55-4114-9b96-19a334a87830), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.049303 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-40b46a55-b30c-4133-b7a6-527ccffd92f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.057654 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-40b46a55-b30c-4133-b7a6-527ccffd92f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6ef64fd-ec55-4114-9b96-19a334a87830 HTTP/1.1" status: 204 len: 168 time: 0.3921952 Mar 10 17:24:43.063972 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Publish callbacks [] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.071477 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (325c075b-43e9-4287-abc6-55d60102f30a), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.096695 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b46a55-b30c-4133-b7a6-527ccffd92f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ef64fd-ec55-4114-9b96-19a334a87830,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:43.098015 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.133586 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Checking router: 4748d658-0e4a-439c-9e3c-b9f181be3cb5 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:43.134099 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Updating router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 port 27b33c90-5709-4469-8948-53f1dcfeabed binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:43.197584 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-966d7584-36bb-442e-aa72-f34dfda58f08 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (2989ddc5-fcab-4cca-825b-2f019261848c), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.215940 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-966d7584-36bb-442e-aa72-f34dfda58f08 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (2989ddc5-fcab-4cca-825b-2f019261848c), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.224649 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.325015 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-966d7584-36bb-442e-aa72-f34dfda58f08 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.325194 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-966d7584-36bb-442e-aa72-f34dfda58f08 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4265251 Mar 10 17:24:43.328849 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60346) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:43.333769 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-53d4cb68-3d6a-4f5c-b3cf-60cbc3a6fe1f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'security_group_rule': {'security_group_id': '2989ddc5-fcab-4cca-825b-2f019261848c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:43.369262 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d7584-36bb-442e-aa72-f34dfda58f08 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2989ddc5-fcab-4cca-825b-2f019261848c,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:43.419777 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Pushing event updated for resources: {'Port': ['ID=a734dfec-4da4-42f7-ab4e-1cf7f778397d,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:43.425541 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-53d4cb68-3d6a-4f5c-b3cf-60cbc3a6fe1f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (882c153c-73d5-4102-8a18-82e9a68803ad), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.685885 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (5c308840-486b-4081-a622-69b76bfba267), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.698048 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-53d4cb68-3d6a-4f5c-b3cf-60cbc3a6fe1f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (882c153c-73d5-4102-8a18-82e9a68803ad), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.704730 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-53d4cb68-3d6a-4f5c-b3cf-60cbc3a6fe1f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (882c153c-73d5-4102-8a18-82e9a68803ad), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.735449 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Attempting to bind port 853c5bc4-d19d-47f7-8f1d-911845d219ab on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:43.735819 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Attempting to bind port 853c5bc4-d19d-47f7-8f1d-911845d219ab by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'ed8aa126-ce1c-4546-b614-c34d7af6e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f282b3b4-59fb-4007-8859-50f32d64b55f'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:43.736150 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Attempting to bind port 853c5bc4-d19d-47f7-8f1d-911845d219ab on network f282b3b4-59fb-4007-8859-50f32d64b55f {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:43.753571 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4cb68-3d6a-4f5c-b3cf-60cbc3a6fe1f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882c153c-73d5-4102-8a18-82e9a68803ad,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:43.783641 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Publish callbacks [] for port (325c075b-43e9-4287-abc6-55d60102f30a), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.797802 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-53d4cb68-3d6a-4f5c-b3cf-60cbc3a6fe1f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.799977 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Port 853c5bc4-d19d-47f7-8f1d-911845d219ab on network f282b3b4-59fb-4007-8859-50f32d64b55f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:43.800311 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Attempting to bind port 853c5bc4-d19d-47f7-8f1d-911845d219ab on network f282b3b4-59fb-4007-8859-50f32d64b55f {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:43.804636 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-53d4cb68-3d6a-4f5c-b3cf-60cbc3a6fe1f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4726393 Mar 10 17:24:43.805968 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60360) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:43.810139 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (325c075b-43e9-4287-abc6-55d60102f30a), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.820967 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-236a05ba-62b9-4026-9cbd-258068d12c84 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'security_group_rule': {'security_group_id': '2989ddc5-fcab-4cca-825b-2f019261848c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:43.844277 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Publish callbacks [] for port (27b33c90-5709-4469-8948-53f1dcfeabed), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.855090 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.893031 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-236a05ba-62b9-4026-9cbd-258068d12c84 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (cfc37f1b-fdb8-4bec-95ba-3f0d139cefd3), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.032362 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbff3c-ffa9-4d53-ab18-3d7128651118 None None] Pushing event updated for resources: {'Port': ['ID=27b33c90-5709-4469-8948-53f1dcfeabed,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:44.070376 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:44.075473 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Checking segment: {'id': 'ed8aa126-ce1c-4546-b614-c34d7af6e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f282b3b4-59fb-4007-8859-50f32d64b55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:44.081996 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Bound using segment: {'id': 'ed8aa126-ce1c-4546-b614-c34d7af6e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f282b3b4-59fb-4007-8859-50f32d64b55f'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:44.086149 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Bound port: 853c5bc4-d19d-47f7-8f1d-911845d219ab, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8aa126-ce1c-4546-b614-c34d7af6e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f282b3b4-59fb-4007-8859-50f32d64b55f'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:44.086721 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.201203 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-236a05ba-62b9-4026-9cbd-258068d12c84 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (cfc37f1b-fdb8-4bec-95ba-3f0d139cefd3), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.208515 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Attempting to bind port 27b33c90-5709-4469-8948-53f1dcfeabed on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:44.209955 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Attempting to bind port 27b33c90-5709-4469-8948-53f1dcfeabed by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:44.212700 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Attempting to bind port 27b33c90-5709-4469-8948-53f1dcfeabed on network 32168f32-ff15-46b8-a47b-1749b3a92cce {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:44.219983 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-236a05ba-62b9-4026-9cbd-258068d12c84 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (cfc37f1b-fdb8-4bec-95ba-3f0d139cefd3), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.227521 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:44.228050 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Checking segment: {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:44.229562 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.230469 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Bound using segment: {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:44.232555 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Bound port: 27b33c90-5709-4469-8948-53f1dcfeabed, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:44.233004 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.355087 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcb3b6-f7fa-40b9-b52a-a10823dfdb20 req-c7f3381f-eb06-48ac-a953-9b5e368065f6 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.369600 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e5dcb3b6-f7fa-40b9-b52a-a10823dfdb20 req-c7f3381f-eb06-48ac-a953-9b5e368065f6 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 943 time: 0.3697836 Mar 10 17:24:44.379043 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-236a05ba-62b9-4026-9cbd-258068d12c84 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.380758 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-236a05ba-62b9-4026-9cbd-258068d12c84 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5712953 Mar 10 17:24:44.397754 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60386) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:44.455805 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:44.470052 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a05ba-62b9-4026-9cbd-258068d12c84 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc37f1b-fdb8-4bec-95ba-3f0d139cefd3,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:44.549434 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] For port 853c5bc4-d19d-47f7-8f1d-911845d219ab, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:44.555480 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] For port 853c5bc4-d19d-47f7-8f1d-911845d219ab, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=853c5bc4-d19d-47f7-8f1d-911845d219ab,segment=NetworkSegment(ed8aa126-ce1c-4546-b614-c34d7af6e967),segment_id=ed8aa126-ce1c-4546-b614-c34d7af6e967)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:44.565969 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Pushing event updated for resources: {'Port': ['ID=325c075b-43e9-4287-abc6-55d60102f30a,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:44.575482 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.583606 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.593379 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.608330 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Network 492946a2-c896-490a-bb54-962c310b31ed is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:44.609791 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] For port 27b33c90-5709-4469-8948-53f1dcfeabed, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:44.613625 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] For port 27b33c90-5709-4469-8948-53f1dcfeabed, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=27b33c90-5709-4469-8948-53f1dcfeabed,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:44.636327 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:44.636650 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-c7683cc7-86e1-4baa-a080-ff9b84eb9df1 None None] Provisioning complete for port 27b33c90-5709-4469-8948-53f1dcfeabed triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:44.641819 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c7683cc7-86e1-4baa-a080-ff9b84eb9df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.682911 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.685705 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.687691 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] 10.222.0.37 "PUT /v2.0/ports/853c5bc4-d19d-47f7-8f1d-911845d219ab HTTP/1.1" status: 200 len: 1093 time: 4.4685628 Mar 10 17:24:44.799019 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.864449 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e5dcb3b6-f7fa-40b9-b52a-a10823dfdb20 req-22948cf5-c72e-4cdb-9f76-ea48f0758259 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921553 Mar 10 17:24:45.076262 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbff3c-ffa9-4d53-ab18-3d7128651118 None None] Pushing event updated for resources: {'Port': ['ID=27b33c90-5709-4469-8948-53f1dcfeabed,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:45.126086 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-c7683cc7-86e1-4baa-a080-ff9b84eb9df1 None None] Port 27b33c90-5709-4469-8948-53f1dcfeabed cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:45.173169 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:45.173992 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:45.311150 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.352677 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3', 'tag': '853c5bc4-d19d-47f7-8f1d-911845d219ab'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:45.522697 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-8a6a2369-23b6-465a-9995-801606961ef5 None None] Provisioning complete for port a734dfec-4da4-42f7-ab4e-1cf7f778397d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:45.523015 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-8a6a2369-23b6-465a-9995-801606961ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.639757 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Allocated IP 172.27.3.12 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:45.671536 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a2369-23b6-465a-9995-801606961ef5 None None] Port a734dfec-4da4-42f7-ab4e-1cf7f778397d cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:45.833509 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Network 7ac663e9-7971-461b-be98-3e7542f9511a is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:45.884702 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:45.922984 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:45.938821 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for port (b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.049677 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.222654 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'Port': ['ID=b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:46.239188 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-03659207-fe43-422a-9f1d-e048207bc6ff None None] Provisioning complete for port 27b33c90-5709-4469-8948-53f1dcfeabed triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:46.239822 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-03659207-fe43-422a-9f1d-e048207bc6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.244229 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:46.246567 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:46.249006 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:46.336987 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:46.368690 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91a0c9-de77-4409-bfc8-bf26d3fd695f service neutron] Pushing event updated for resources: {'Port': ['ID=853c5bc4-d19d-47f7-8f1d-911845d219ab,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:46.392889 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40594955-790e-480e-a65e-f4a021bfe9af" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3", "tag": "853c5bc4-d19d-47f7-8f1d-911845d219ab"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:46.567434 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-e3803d01-d387-430d-9bdb-840609290244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.586850 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-e3803d01-d387-430d-9bdb-840609290244 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0745835d450343598602d04226bc2b72&device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 1127 time: 1.2438526 Mar 10 17:24:46.660436 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (eee2b2d7-553f-473e-9bc4-ef08c1d1f7de), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.679399 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9a185f25-6d91-43ff-ad99-f8d1e5988b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.745468 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-03659207-fe43-422a-9f1d-e048207bc6ff None None] Current status of the port 27b33c90-5709-4469-8948-53f1dcfeabed is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:46.746226 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-03659207-fe43-422a-9f1d-e048207bc6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.793448 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:44Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:46.811816 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.830667 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91747c-13e4-4c2c-8f78-bd41c7c03531 req-9ffab05b-97be-480d-abc9-8fec5778bff6 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.841328 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bc91747c-13e4-4c2c-8f78-bd41c7c03531 req-9ffab05b-97be-480d-abc9-8fec5778bff6 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 943 time: 0.6195784 Mar 10 17:24:46.892712 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843d2f8-8a96-4915-a37f-d1f0145eee09 None None] The sync data for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi is: [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:44Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:46.895516 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-03659207-fe43-422a-9f1d-e048207bc6ff None None] For port 27b33c90-5709-4469-8948-53f1dcfeabed, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=27b33c90-5709-4469-8948-53f1dcfeabed,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:46.905849 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-03659207-fe43-422a-9f1d-e048207bc6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.999288 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bc91747c-13e4-4c2c-8f78-bd41c7c03531 req-dd28eff7-4448-4674-a921-733bec165217 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103768 Mar 10 17:24:47.002453 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ec009b-92a2-4de1-bd38-235f5a70cafc x-openstack-request-id: req-12ec009b-92a2-4de1-bd38-235f5a70cafc {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:47.002960 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3", "tag": "853c5bc4-d19d-47f7-8f1d-911845d219ab", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:47.003056 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12ec009b-92a2-4de1-bd38-235f5a70cafc {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:47.003467 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3', 'tag': '853c5bc4-d19d-47f7-8f1d-911845d219ab', 'status': 'completed', 'code': 200} Mar 10 17:24:47.075337 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03659207-fe43-422a-9f1d-e048207bc6ff None None] Pushing event updated for resources: {'Port': ['ID=27b33c90-5709-4469-8948-53f1dcfeabed,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:47.138552 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:47.145818 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-461aba94-2762-4f6d-b86f-8b04905692e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=853c5bc4-d19d-47f7-8f1d-911845d219ab HTTP/1.1" status: 200 len: 217 time: 0.4226155 Mar 10 17:24:47.235449 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for port (b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.244044 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.342480 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'Port': ['ID=b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:47.374776 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (eee2b2d7-553f-473e-9bc4-ef08c1d1f7de), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.377783 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:47.387950 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-54c982d5-9e41-421e-af8c-f63d1739b592 admin admin] 10.222.0.16 "PUT /v2.0/routers/5c308840-486b-4081-a622-69b76bfba267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9900539 Mar 10 17:24:47.396237 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:47.404318 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.409993 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-75454de6-8be6-480c-8341-03985cadfe3a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9625945 Mar 10 17:24:47.413370 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:47.414016 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:47.419406 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:47.424878 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-b692f72b-3e1e-4029-8007-97157c780153 admin admin] 10.222.0.16 "PUT /v2.0/routers/cbf04342-d67a-4c0d-98c6-e8f652fb3a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2881858 Mar 10 17:24:47.432904 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Sync routers for ids ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:47.448314 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Routers {'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:47.448793 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:47.589278 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Set router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:47.612788 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:47.871546 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60538) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:47.882288 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:42Z', 'revision_number': 4, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'gw_port': {'id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '325c075b-43e9-4287-abc6-55d60102f30a', 'name': '', 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'mac_address': 'fa:16:3e:48:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fbf127bb-c7cf-408d-be24-7838b519ea65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:38Z', 'updated_at': '2022-03-10T17:24:43Z', 'revision_number': 2, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'subnets': [{'id': 'fbf127bb-c7cf-408d-be24-7838b519ea65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:47.911326 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Checking router: cbf04342-d67a-4c0d-98c6-e8f652fb3a7a for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:47.911683 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Updating router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a port 325c075b-43e9-4287-abc6-55d60102f30a binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:47.946646 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (325c075b-43e9-4287-abc6-55d60102f30a), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.951749 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:41Z', 'revision_number': 2, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:47.966632 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 27b33c90-5709-4469-8948-53f1dcfeabed up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:48.026156 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:48.026630 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Updating router 5c308840-486b-4081-a622-69b76bfba267 port a734dfec-4da4-42f7-ab4e-1cf7f778397d binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:48.066437 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.187310 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-ca5cac16-5330-47bf-b507-99f2d4bcd8e3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--606270485&fields=id&tenant_id=6eb73c579cdb40bd843d4e19a535f2ae HTTP/1.1" status: 200 len: 267 time: 0.1235454 Mar 10 17:24:48.327211 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 27b33c90-5709-4469-8948-53f1dcfeabed triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:48.327868 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.404513 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-630a4e54-3bef-4ffc-b9cd-48aab24e9d25 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:48.415903 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-630a4e54-3bef-4ffc-b9cd-48aab24e9d25 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 811 time: 0.2264550 Mar 10 17:24:48.447386 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-257c4c91-8422-44bc-929e-c27a72fba664 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/quotas/6eb73c579cdb40bd843d4e19a535f2ae HTTP/1.1" status: 200 len: 375 time: 0.0308208 Mar 10 17:24:48.543424 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 27b33c90-5709-4469-8948-53f1dcfeabed is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:48.650054 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-7856fce3-5a48-4b14-bf6a-c16f9b98d38d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2016854 Mar 10 17:24:48.674327 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Publish callbacks [] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.695871 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.744628 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b2440b08-18f7-43e4-8d7b-895ed778a85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.767677 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Publish callbacks [] for port (325c075b-43e9-4287-abc6-55d60102f30a), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.778222 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (325c075b-43e9-4287-abc6-55d60102f30a), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.800261 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef39e09-b589-46e1-9359-dd89830e7d0c None None] Pushing event updated for resources: {'Port': ['ID=a734dfec-4da4-42f7-ab4e-1cf7f778397d,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:48.868139 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd3a79-1008-4f35-b4c6-90ba7d8843f4 None None] Pushing event updated for resources: {'Port': ['ID=325c075b-43e9-4287-abc6-55d60102f30a,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:48.896718 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-61fb5887-ccfb-40d9-98cd-9f11e0c1268d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.951116 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Attempting to bind port a734dfec-4da4-42f7-ab4e-1cf7f778397d on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:48.952906 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Attempting to bind port a734dfec-4da4-42f7-ab4e-1cf7f778397d by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:48.953426 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Attempting to bind port a734dfec-4da4-42f7-ab4e-1cf7f778397d on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:48.971488 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:48.972989 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Checking segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:48.973440 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.974951 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Bound using segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:48.977468 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Bound port: a734dfec-4da4-42f7-ab4e-1cf7f778397d, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:48.977873 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.013632 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Attempting to bind port 325c075b-43e9-4287-abc6-55d60102f30a on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:49.014014 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Attempting to bind port 325c075b-43e9-4287-abc6-55d60102f30a by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:49.014447 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Attempting to bind port 325c075b-43e9-4287-abc6-55d60102f30a on network 7ac663e9-7971-461b-be98-3e7542f9511a {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:49.026717 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:49.027581 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Checking segment: {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:49.028681 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.029313 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Bound using segment: {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:49.030126 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Bound port: 325c075b-43e9-4287-abc6-55d60102f30a, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:49.030761 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (325c075b-43e9-4287-abc6-55d60102f30a), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.040534 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60580) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:49.068790 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b2440b08-18f7-43e4-8d7b-895ed778a85c admin admin] Publish callbacks [] for security_group (4a8ad916-79ae-4550-8631-3911c936f5ef), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.078871 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60584) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:49.116319 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b2440b08-18f7-43e4-8d7b-895ed778a85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (4a8ad916-79ae-4550-8631-3911c936f5ef), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.142788 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] For port a734dfec-4da4-42f7-ab4e-1cf7f778397d, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:49.149848 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] For port a734dfec-4da4-42f7-ab4e-1cf7f778397d, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=a734dfec-4da4-42f7-ab4e-1cf7f778397d,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:49.155958 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] For port 325c075b-43e9-4287-abc6-55d60102f30a, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:49.164889 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.167914 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] For port 325c075b-43e9-4287-abc6-55d60102f30a, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=325c075b-43e9-4287-abc6-55d60102f30a,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:49.178198 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-19c84545-9c47-4b33-bc75-148b5adb2acc None None] Provisioning complete for port a734dfec-4da4-42f7-ab4e-1cf7f778397d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:49.179017 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-19c84545-9c47-4b33-bc75-148b5adb2acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.184385 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (325c075b-43e9-4287-abc6-55d60102f30a), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.219806 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-64ff44dd-a50e-48fd-ac31-864199079798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.226701 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-64ff44dd-a50e-48fd-ac31-864199079798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3083aec5-647e-4743-a214-586c104103b4 HTTP/1.1" status: 200 len: 851 time: 0.2756863 Mar 10 17:24:49.251441 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-b2440b08-18f7-43e4-8d7b-895ed778a85c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90ef0bed623b449fb88beea7cb6029a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3787434 Mar 10 17:24:49.254200 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60590) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:49.301131 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:49.301770 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:49.313766 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Routers {'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:49.314732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:49.403901 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd3a79-1008-4f35-b4c6-90ba7d8843f4 None None] Pushing event updated for resources: {'Port': ['ID=325c075b-43e9-4287-abc6-55d60102f30a,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:49.432047 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-32ec4770-3e80-40ec-aa7e-530265603f6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f282b3b4-59fb-4007-8859-50f32d64b55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953812 Mar 10 17:24:49.437269 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2440b08-18f7-43e4-8d7b-895ed778a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8ad916-79ae-4550-8631-3911c936f5ef,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:49.533929 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-19c84545-9c47-4b33-bc75-148b5adb2acc None None] Current status of the port a734dfec-4da4-42f7-ab4e-1cf7f778397d is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:49.535160 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-19c84545-9c47-4b33-bc75-148b5adb2acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.560465 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] Set router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:49.613658 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e2b70e99-ccf3-42d1-b8f2-8d0d86a1128c admin admin] Publish callbacks [] for security_group (4a8ad916-79ae-4550-8631-3911c936f5ef), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.641458 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-19c84545-9c47-4b33-bc75-148b5adb2acc None None] For port a734dfec-4da4-42f7-ab4e-1cf7f778397d, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=a734dfec-4da4-42f7-ab4e-1cf7f778397d,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:49.673528 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e2b70e99-ccf3-42d1-b8f2-8d0d86a1128c admin admin] Publish callbacks [] for security_group (4a8ad916-79ae-4550-8631-3911c936f5ef), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.677191 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-06e38c8a-3c0f-4b6d-906d-520f37e291d5 service neutron] 10.222.0.37 "GET /v2.0/networks/f282b3b4-59fb-4007-8859-50f32d64b55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348170 Mar 10 17:24:49.681587 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-19c84545-9c47-4b33-bc75-148b5adb2acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.711493 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef39e09-b589-46e1-9359-dd89830e7d0c None None] Pushing event updated for resources: {'Port': ['ID=a734dfec-4da4-42f7-ab4e-1cf7f778397d,revision_number=4']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:49.768513 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60594) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:49.783372 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-cc7a2036-cd81-4b6d-8c97-f30c5505643d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:24:49.792051 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-cc7a2036-cd81-4b6d-8c97-f30c5505643d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5666311 Mar 10 17:24:49.813648 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e2b70e99-ccf3-42d1-b8f2-8d0d86a1128c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (4a8ad916-79ae-4550-8631-3911c936f5ef), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.816690 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e2b70e99-ccf3-42d1-b8f2-8d0d86a1128c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.822195 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e2b70e99-ccf3-42d1-b8f2-8d0d86a1128c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a8ad916-79ae-4550-8631-3911c936f5ef HTTP/1.1" status: 204 len: 168 time: 0.5667622 Mar 10 17:24:49.854650 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b70e99-ccf3-42d1-b8f2-8d0d86a1128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8ad916-79ae-4550-8631-3911c936f5ef,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:49.860068 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-91a7c0a1-0fe9-4412-be28-d31115d78374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.870136 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-da1cd2be-5424-4043-93fb-e53fe17d9624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.895613 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60602) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:49.902306 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-664ec15d-fdcf-4707-966c-3611a6e52d3f None None] Provisioning complete for port a734dfec-4da4-42f7-ab4e-1cf7f778397d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:49.902841 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-664ec15d-fdcf-4707-966c-3611a6e52d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.906645 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:49.914277 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-ea2d3024-d3c4-40d1-91c5-7f603d838a7b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890998607', 'description': 'tempest-description--61946824'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:49.981988 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-da1cd2be-5424-4043-93fb-e53fe17d9624 admin admin] Publish callbacks [] for security_group (ea4a963c-e798-4953-a9e2-71be1bb6c47e), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.983510 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-85f90a83-87d7-43eb-87e3-d01af87b7f7e req-0d68833d-e9ad-4db7-a9c7-f7d3fa1a7601 service neutron] 10.222.0.37 "GET /v2.0/networks/f282b3b4-59fb-4007-8859-50f32d64b55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003006 Mar 10 17:24:49.986434 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3024-d3c4-40d1-91c5-7f603d838a7b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.009806 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.021342 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c84545-9c47-4b33-bc75-148b5adb2acc None None] Pushing event updated for resources: {'Port': ['ID=a734dfec-4da4-42f7-ab4e-1cf7f778397d,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:50.054322 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-da1cd2be-5424-4043-93fb-e53fe17d9624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ea4a963c-e798-4953-a9e2-71be1bb6c47e), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.083856 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:42Z', 'revision_number': 4, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'gw_port': {'id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '325c075b-43e9-4287-abc6-55d60102f30a', 'name': '', 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'mac_address': 'fa:16:3e:48:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fbf127bb-c7cf-408d-be24-7838b519ea65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:38Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 4, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'subnets': [{'id': 'fbf127bb-c7cf-408d-be24-7838b519ea65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:50.118504 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e27172-947f-4f4a-94dd-38c20cc032ef None None] The sync data for ids ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'] in dv-cinder-830538-8-iscsi is: [{'id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:42Z', 'revision_number': 4, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'gw_port': {'id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '325c075b-43e9-4287-abc6-55d60102f30a', 'name': '', 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'mac_address': 'fa:16:3e:48:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fbf127bb-c7cf-408d-be24-7838b519ea65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:38Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 4, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'subnets': [{'id': 'fbf127bb-c7cf-408d-be24-7838b519ea65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:50.126166 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-664ec15d-fdcf-4707-966c-3611a6e52d3f None None] Current status of the port a734dfec-4da4-42f7-ab4e-1cf7f778397d is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:50.166014 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3024-d3c4-40d1-91c5-7f603d838a7b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (0043c593-0227-40c9-9ac1-1a6099c869ca), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.174508 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3024-d3c4-40d1-91c5-7f603d838a7b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0043c593-0227-40c9-9ac1-1a6099c869ca), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.176716 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9edbb20d-2746-420a-9697-74c2a8bfc334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.187129 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cd2be-5424-4043-93fb-e53fe17d9624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4a963c-e798-4953-a9e2-71be1bb6c47e,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:50.223731 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40594955-790e-480e-a65e-f4a021bfe9af req-9b9ac3a5-2216-4e7e-aa98-e43e4bcf7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:50.225872 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-40594955-790e-480e-a65e-f4a021bfe9af req-9b9ac3a5-2216-4e7e-aa98-e43e4bcf7e2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0745835d450343598602d04226bc2b72&device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 1127 time: 0.1130900 Mar 10 17:24:50.236419 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3024-d3c4-40d1-91c5-7f603d838a7b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.238541 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ea2d3024-d3c4-40d1-91c5-7f603d838a7b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3376672 Mar 10 17:24:50.270810 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60610) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:50.276539 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-061cd41a-06d6-48b4-8c14-18c558471d88 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group_rule': {'security_group_id': '0043c593-0227-40c9-9ac1-1a6099c869ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:50.287295 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9edbb20d-2746-420a-9697-74c2a8bfc334 admin admin] Publish callbacks [] for security_group (01ecc1ee-74f0-48f9-b605-eea53133f97b), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.320797 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d3024-d3c4-40d1-91c5-7f603d838a7b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0043c593-0227-40c9-9ac1-1a6099c869ca,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:50.336686 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9edbb20d-2746-420a-9697-74c2a8bfc334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (01ecc1ee-74f0-48f9-b605-eea53133f97b), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.380852 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-9edbb20d-2746-420a-9697-74c2a8bfc334 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e29f6dc4c1247e4821ccf0bc3e3a01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5750086 Mar 10 17:24:50.385934 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60612) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:50.386300 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:50.432681 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-da1cd2be-5424-4043-93fb-e53fe17d9624 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70d9e99c491a430eb9c73576877d896e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3883960 Mar 10 17:24:50.437784 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60614) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:50.442573 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-061cd41a-06d6-48b4-8c14-18c558471d88 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (2f789011-a867-4266-8798-e2f0bb11767a), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.446942 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea8f13-0fb4-4bcf-bbdd-57054b16ee1b None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:50.499069 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-7c0137d4-d744-4aa1-9264-71aebe7bce82 service neutron] 10.222.0.16 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058473 Mar 10 17:24:50.533586 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9402a3c-e18c-4d63-be19-312fe3ad59ae req-749e1cef-f0a6-4575-a121-e92f77f8d9c9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:50.535229 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40594955-790e-480e-a65e-f4a021bfe9af req-0d1904f7-d159-4be8-9379-0090121ca58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:50.535473 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f9402a3c-e18c-4d63-be19-312fe3ad59ae req-749e1cef-f0a6-4575-a121-e92f77f8d9c9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 943 time: 0.4946375 Mar 10 17:24:50.536961 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-40594955-790e-480e-a65e-f4a021bfe9af req-0d1904f7-d159-4be8-9379-0090121ca58e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f282b3b4-59fb-4007-8859-50f32d64b55f HTTP/1.1" status: 200 len: 912 time: 0.2885511 Mar 10 17:24:50.604045 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60616) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:50.606770 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-40594955-790e-480e-a65e-f4a021bfe9af req-bd43478d-9011-4705-92f4-13612bf49085 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=853c5bc4-d19d-47f7-8f1d-911845d219ab HTTP/1.1" status: 200 len: 217 time: 0.0635800 Mar 10 17:24:50.617930 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbb20d-2746-420a-9697-74c2a8bfc334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ecc1ee-74f0-48f9-b605-eea53133f97b,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:50.657378 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-061cd41a-06d6-48b4-8c14-18c558471d88 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (2f789011-a867-4266-8798-e2f0bb11767a), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.668807 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-061cd41a-06d6-48b4-8c14-18c558471d88 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (2f789011-a867-4266-8798-e2f0bb11767a), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.699484 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40594955-790e-480e-a65e-f4a021bfe9af req-3dcb6fbb-f8f4-4956-90fa-565b4d5a93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:50.701455 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-40594955-790e-480e-a65e-f4a021bfe9af req-3dcb6fbb-f8f4-4956-90fa-565b4d5a93b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3083aec5-647e-4743-a214-586c104103b4 HTTP/1.1" status: 200 len: 851 time: 0.0852232 Mar 10 17:24:50.703234 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cd41a-06d6-48b4-8c14-18c558471d88 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f789011-a867-4266-8798-e2f0bb11767a,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:50.726079 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-061cd41a-06d6-48b4-8c14-18c558471d88 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.730074 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-061cd41a-06d6-48b4-8c14-18c558471d88 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4553027 Mar 10 17:24:50.730327 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60622) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:50.732959 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-91a7c0a1-0fe9-4412-be28-d31115d78374 admin admin] Publish callbacks [] for security_group (838a55a5-23c9-4304-a1fb-d0ae486b337f), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.735185 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-7889ac91-0fe1-4d1f-a852-8963f99876fa tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group_rule': {'security_group_id': '0043c593-0227-40c9-9ac1-1a6099c869ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:50.751715 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-91a7c0a1-0fe9-4412-be28-d31115d78374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (838a55a5-23c9-4304-a1fb-d0ae486b337f), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.770046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fbc6cb84-31d9-41c9-83fb-84b722b57c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.815785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d10585b8-1301-4bf7-aa92-9e7be434cb32 admin admin] Publish callbacks [] for security_group (01ecc1ee-74f0-48f9-b605-eea53133f97b), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.838920 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a36c51fe-08af-45d7-bdd7-f4d16a6f82b7 admin admin] Publish callbacks [] for security_group (ea4a963c-e798-4953-a9e2-71be1bb6c47e), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.866647 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-012f001c-fa33-4ac0-8ff5-b54e3fe6fe54 service neutron] 10.222.0.16 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049436 Mar 10 17:24:50.904376 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-91a7c0a1-0fe9-4412-be28-d31115d78374 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7310162e9ce4721a4d41bbb96a59af7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8241878 Mar 10 17:24:50.915373 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7c0a1-0fe9-4412-be28-d31115d78374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838a55a5-23c9-4304-a1fb-d0ae486b337f,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:50.917969 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60624) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:50.957015 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f9402a3c-e18c-4d63-be19-312fe3ad59ae req-6c386b96-9d4e-4ddb-8475-aba1de3b5555 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578739 Mar 10 17:24:50.982593 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d10585b8-1301-4bf7-aa92-9e7be434cb32 admin admin] Publish callbacks [] for security_group (01ecc1ee-74f0-48f9-b605-eea53133f97b), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.987269 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-40594955-790e-480e-a65e-f4a021bfe9af req-d923ab42-f497-4cbf-900b-adcf168b949a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f282b3b4-59fb-4007-8859-50f32d64b55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2722995 Mar 10 17:24:51.009649 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a36c51fe-08af-45d7-bdd7-f4d16a6f82b7 admin admin] Publish callbacks [] for security_group (ea4a963c-e798-4953-a9e2-71be1bb6c47e), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.084457 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7889ac91-0fe1-4d1f-a852-8963f99876fa tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (742e905a-e372-445b-aaa9-be8f3025e7bd), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.200870 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7889ac91-0fe1-4d1f-a852-8963f99876fa tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (742e905a-e372-445b-aaa9-be8f3025e7bd), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.215132 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7889ac91-0fe1-4d1f-a852-8963f99876fa tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (742e905a-e372-445b-aaa9-be8f3025e7bd), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.223928 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baa2dc86-f5d3-4bd8-ae06-b8fc2dac9b79 admin admin] Publish callbacks [] for security_group (838a55a5-23c9-4304-a1fb-d0ae486b337f), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.253935 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7889ac91-0fe1-4d1f-a852-8963f99876fa tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.258621 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-7889ac91-0fe1-4d1f-a852-8963f99876fa tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5271935 Mar 10 17:24:51.259255 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60628) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:51.268259 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a36c51fe-08af-45d7-bdd7-f4d16a6f82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ea4a963c-e798-4953-a9e2-71be1bb6c47e), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.274697 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a36c51fe-08af-45d7-bdd7-f4d16a6f82b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.290073 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-a36c51fe-08af-45d7-bdd7-f4d16a6f82b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea4a963c-e798-4953-a9e2-71be1bb6c47e HTTP/1.1" status: 204 len: 168 time: 0.8355412 Mar 10 17:24:51.292483 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fbc6cb84-31d9-41c9-83fb-84b722b57c2c admin admin] Publish callbacks [] for security_group (3693e19e-f6b9-47bb-86c9-91621a247486), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.300623 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:51.332625 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-40594955-790e-480e-a65e-f4a021bfe9af req-513e1d98-785a-4f5b-9b2e-24f5cd04461e service neutron] 10.222.0.37 "GET /v2.0/networks/f282b3b4-59fb-4007-8859-50f32d64b55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351624 Mar 10 17:24:51.337712 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d10585b8-1301-4bf7-aa92-9e7be434cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (01ecc1ee-74f0-48f9-b605-eea53133f97b), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.340332 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d10585b8-1301-4bf7-aa92-9e7be434cb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.341514 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-d10585b8-1301-4bf7-aa92-9e7be434cb32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01ecc1ee-74f0-48f9-b605-eea53133f97b HTTP/1.1" status: 204 len: 168 time: 0.9455578 Mar 10 17:24:51.345735 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.363763 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fbc6cb84-31d9-41c9-83fb-84b722b57c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (3693e19e-f6b9-47bb-86c9-91621a247486), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.382555 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c51fe-08af-45d7-bdd7-f4d16a6f82b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4a963c-e798-4953-a9e2-71be1bb6c47e,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.396352 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889ac91-0fe1-4d1f-a852-8963f99876fa tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742e905a-e372-445b-aaa9-be8f3025e7bd,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.405720 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baa2dc86-f5d3-4bd8-ae06-b8fc2dac9b79 admin admin] Publish callbacks [] for security_group (838a55a5-23c9-4304-a1fb-d0ae486b337f), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.415194 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.469935 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10585b8-1301-4bf7-aa92-9e7be434cb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ecc1ee-74f0-48f9-b605-eea53133f97b,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.492051 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-fbc6cb84-31d9-41c9-83fb-84b722b57c2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95cad6dc5f3a480b9b5ec3be620c01dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8855217 Mar 10 17:24:51.494872 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60640) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:51.660551 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4ecff1e6-5155-481f-9b68-8cd8f7f431d7 req-4bf04241-3726-4f70-9682-7f4d9834de62 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 210 time: 0.1276395 Mar 10 17:24:51.705345 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6cb84-31d9-41c9-83fb-84b722b57c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3693e19e-f6b9-47bb-86c9-91621a247486,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.782156 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-003462db-e2ce-4374-a7ee-f913c50d3809 admin admin] Publish callbacks [] for security_group (3693e19e-f6b9-47bb-86c9-91621a247486), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.788061 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baa2dc86-f5d3-4bd8-ae06-b8fc2dac9b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (838a55a5-23c9-4304-a1fb-d0ae486b337f), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.792183 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baa2dc86-f5d3-4bd8-ae06-b8fc2dac9b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.796927 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-baa2dc86-f5d3-4bd8-ae06-b8fc2dac9b79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/838a55a5-23c9-4304-a1fb-d0ae486b337f HTTP/1.1" status: 204 len: 168 time: 0.8701880 Mar 10 17:24:51.874847 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2dc86-f5d3-4bd8-ae06-b8fc2dac9b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838a55a5-23c9-4304-a1fb-d0ae486b337f,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.891657 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.895435 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-003462db-e2ce-4374-a7ee-f913c50d3809 admin admin] Publish callbacks [] for security_group (3693e19e-f6b9-47bb-86c9-91621a247486), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.982833 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625a160-e9d5-4660-8f96-e75b80392368 req-75ba7aa9-d737-4982-afa0-150d2d246b7f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:51.992128 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-75ba7aa9-d737-4982-afa0-150d2d246b7f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 819 time: 0.3302448 Mar 10 17:24:52.018740 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-dfd0e253-da56-4c27-9d6f-c7a7d00cf5c5 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/quotas/af4cd71eec7c4d47a9d7e9cdd65add9a HTTP/1.1" status: 200 len: 375 time: 0.0256455 Mar 10 17:24:52.033457 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Allocated IP 172.27.3.114 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/a14d7a78-1208-4ed4-b1bb-251f691afcc1) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:52.153508 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-003462db-e2ce-4374-a7ee-f913c50d3809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (3693e19e-f6b9-47bb-86c9-91621a247486), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.153508 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-003462db-e2ce-4374-a7ee-f913c50d3809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.153508 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-003462db-e2ce-4374-a7ee-f913c50d3809 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3693e19e-f6b9-47bb-86c9-91621a247486 HTTP/1.1" status: 204 len: 168 time: 0.6524591 Mar 10 17:24:52.186032 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003462db-e2ce-4374-a7ee-f913c50d3809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3693e19e-f6b9-47bb-86c9-91621a247486,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:52.204888 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-aff00ddd-9f9e-4667-b21b-a1a1870740d2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1851790 Mar 10 17:24:52.248876 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f2c71-3a72-47cb-a5df-78a901b27173 req-f4a2f2da-210d-4aac-aa83-a97c59e6df8e tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:52.256956 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff6f2c71-3a72-47cb-a5df-78a901b27173 req-f4a2f2da-210d-4aac-aa83-a97c59e6df8e tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 943 time: 0.1681530 Mar 10 17:24:52.262532 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (a14d7a78-1208-4ed4-b1bb-251f691afcc1), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.312243 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 325c075b-43e9-4287-abc6-55d60102f30a up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:52.314869 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-40594955-790e-480e-a65e-f4a021bfe9af req-8f934260-cdb4-4fa2-8eb4-ef2ac9b08090 service neutron] 10.222.0.37 "GET /v2.0/networks/f282b3b4-59fb-4007-8859-50f32d64b55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9036596 Mar 10 17:24:52.316379 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (a14d7a78-1208-4ed4-b1bb-251f691afcc1), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.321052 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 853c5bc4-d19d-47f7-8f1d-911845d219ab details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:52.352249 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:52.355037 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:52.357893 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:52.462922 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff6f2c71-3a72-47cb-a5df-78a901b27173 req-5e6531ee-647e-4dd2-bfca-bebdb41ca9ec tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046740 Mar 10 17:24:52.485991 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-de2400b2-4d5e-4a4a-92a2-f7e925fe7434 service neutron] 10.222.0.16 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802105 Mar 10 17:24:52.622921 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 853c5bc4-d19d-47f7-8f1d-911845d219ab, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=853c5bc4-d19d-47f7-8f1d-911845d219ab,segment=NetworkSegment(ed8aa126-ce1c-4546-b614-c34d7af6e967),segment_id=ed8aa126-ce1c-4546-b614-c34d7af6e967)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:52.640443 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '853c5bc4-d19d-47f7-8f1d-911845d219ab', 'network_id': 'f282b3b4-59fb-4007-8859-50f32d64b55f', 'port_id': '853c5bc4-d19d-47f7-8f1d-911845d219ab', 'mac_address': 'fa:16:3e:ba:33:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3083aec5-647e-4743-a214-586c104103b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:52.664963 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60694) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:52.681130 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (31aae6e1-a1f7-420b-8418-c44251b91623), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.697807 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 325c075b-43e9-4287-abc6-55d60102f30a triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:52.703493 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (325c075b-43e9-4287-abc6-55d60102f30a), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.727971 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a05a17f4-1579-424a-a866-ff1c356a7b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.760646 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-ce79ccf1-c5fa-40e7-a240-0483ecc35193 service neutron] 10.222.0.16 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660220 Mar 10 17:24:52.777528 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a14d7a78-1208-4ed4-b1bb-251f691afcc1), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.822083 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 853c5bc4-d19d-47f7-8f1d-911845d219ab is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:52.822617 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.854682 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-84f3be37-c212-4f2a-b1ce-ca43759ec3cd req-59a7b2ef-c314-4def-b617-a1e87fd78b0f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 210 time: 0.0950384 Mar 10 17:24:52.874375 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=a14d7a78-1208-4ed4-b1bb-251f691afcc1,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:52.903095 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853c5bc4-d19d-47f7-8f1d-911845d219ab {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:52.950671 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 853c5bc4-d19d-47f7-8f1d-911845d219ab, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=853c5bc4-d19d-47f7-8f1d-911845d219ab,segment=NetworkSegment(ed8aa126-ce1c-4546-b614-c34d7af6e967),segment_id=ed8aa126-ce1c-4546-b614-c34d7af6e967)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:52.973152 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.977016 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.048472 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:24:53.095524 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a05a17f4-1579-424a-a866-ff1c356a7b53 admin admin] Publish callbacks [] for security_group (86ecb672-570c-4319-92bc-e15baad2306b), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.106035 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a05a17f4-1579-424a-a866-ff1c356a7b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (86ecb672-570c-4319-92bc-e15baad2306b), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.141715 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60708) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:53.154908 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (a14d7a78-1208-4ed4-b1bb-251f691afcc1), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.168792 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (a14d7a78-1208-4ed4-b1bb-251f691afcc1), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.184012 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-22f76010-42eb-47a5-ad0e-18832037d3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.222213 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a17f4-1579-424a-a866-ff1c356a7b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ecb672-570c-4319-92bc-e15baad2306b,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:53.311204 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-083938c2-de11-477e-af27-8f31343c8c3f req-3320934d-2ef2-4ddc-a139-03e3135a5182 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 210 time: 0.1284359 Mar 10 17:24:53.323125 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-a05a17f4-1579-424a-a866-ff1c356a7b53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cef3a1f22bbb43d0b3a80f3e2bdd6fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6571243 Mar 10 17:24:53.325677 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 60710) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:53.372320 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 325c075b-43e9-4287-abc6-55d60102f30a is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:53.373175 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (325c075b-43e9-4287-abc6-55d60102f30a), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.399431 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=853c5bc4-d19d-47f7-8f1d-911845d219ab,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:53.462508 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 325c075b-43e9-4287-abc6-55d60102f30a, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=325c075b-43e9-4287-abc6-55d60102f30a,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:53.469242 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (325c075b-43e9-4287-abc6-55d60102f30a), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.471552 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device a734dfec-4da4-42f7-ab4e-1cf7f778397d up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:53.472043 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-80ecb2a9-03ab-496b-b628-52dd199264c9 admin admin] Publish callbacks [] for security_group (86ecb672-570c-4319-92bc-e15baad2306b), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.564224 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['853c5bc4-d19d-47f7-8f1d-911845d219ab'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:53.572212 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-80ecb2a9-03ab-496b-b628-52dd199264c9 admin admin] Publish callbacks [] for security_group (86ecb672-570c-4319-92bc-e15baad2306b), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.646202 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-22f76010-42eb-47a5-ad0e-18832037d3b1 admin admin] Publish callbacks [] for security_group (e28fef4d-ce78-47fe-ae5f-3a5bad4f6248), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.651215 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=a14d7a78-1208-4ed4-b1bb-251f691afcc1,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:53.666390 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-80ecb2a9-03ab-496b-b628-52dd199264c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (86ecb672-570c-4319-92bc-e15baad2306b), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.667579 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-22f76010-42eb-47a5-ad0e-18832037d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e28fef4d-ce78-47fe-ae5f-3a5bad4f6248), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.671883 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-80ecb2a9-03ab-496b-b628-52dd199264c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.677373 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-80ecb2a9-03ab-496b-b628-52dd199264c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86ecb672-570c-4319-92bc-e15baad2306b HTTP/1.1" status: 204 len: 168 time: 0.3383651 Mar 10 17:24:53.730280 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (31aae6e1-a1f7-420b-8418-c44251b91623), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.773589 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.784988 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4ec873a4-0ad4-4f7d-8e6d-90b5ba30a4de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4906263 Mar 10 17:24:53.800321 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port a734dfec-4da4-42f7-ab4e-1cf7f778397d triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:53.800853 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.801990 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-22f76010-42eb-47a5-ad0e-18832037d3b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d789c79cc7642738195ef43f6128b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6586723 Mar 10 17:24:53.805250 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f76010-42eb-47a5-ad0e-18832037d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28fef4d-ce78-47fe-ae5f-3a5bad4f6248,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:53.833780 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 60748) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:53.963690 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4657373e-3a04-46ce-b70b-6f7f58019a2a admin admin] Publish callbacks [] for security_group (e28fef4d-ce78-47fe-ae5f-3a5bad4f6248), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.979976 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecb2a9-03ab-496b-b628-52dd199264c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ecb672-570c-4319-92bc-e15baad2306b,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:53.996386 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=325c075b-43e9-4287-abc6-55d60102f30a,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:54.051471 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-21a62b69-8a0d-4bee-b387-f5c500d90982 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.064108 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-21a62b69-8a0d-4bee-b387-f5c500d90982 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 819 time: 0.3181672 Mar 10 17:24:54.065501 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4657373e-3a04-46ce-b70b-6f7f58019a2a admin admin] Publish callbacks [] for security_group (e28fef4d-ce78-47fe-ae5f-3a5bad4f6248), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.104895 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-fb21ba84-ae2c-40a8-b7ce-fb7f2797c9c7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/quotas/af4cd71eec7c4d47a9d7e9cdd65add9a HTTP/1.1" status: 200 len: 375 time: 0.0398450 Mar 10 17:24:54.124177 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025440b-1dfa-4e31-a0b7-81b52941eedd req-5318506f-fedb-46bd-8daf-ffd23b660290 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.126880 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c025440b-1dfa-4e31-a0b7-81b52941eedd req-5318506f-fedb-46bd-8daf-ffd23b660290 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 944 time: 0.4470129 Mar 10 17:24:54.247761 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-928fad8b-20f4-4f6d-bf34-92b8142845cc tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.249331 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-928fad8b-20f4-4f6d-bf34-92b8142845cc tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 811 time: 0.2294688 Mar 10 17:24:54.316337 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4657373e-3a04-46ce-b70b-6f7f58019a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e28fef4d-ce78-47fe-ae5f-3a5bad4f6248), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.326390 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4657373e-3a04-46ce-b70b-6f7f58019a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.327944 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4657373e-3a04-46ce-b70b-6f7f58019a2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e28fef4d-ce78-47fe-ae5f-3a5bad4f6248 HTTP/1.1" status: 204 len: 168 time: 0.4912267 Mar 10 17:24:54.337728 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-b3fd79f0-3b36-468f-a083-dfa6e63616d7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2318788 Mar 10 17:24:54.407589 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657373e-3a04-46ce-b70b-6f7f58019a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28fef4d-ce78-47fe-ae5f-3a5bad4f6248,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:54.411974 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port a734dfec-4da4-42f7-ab4e-1cf7f778397d is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:54.429351 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c025440b-1dfa-4e31-a0b7-81b52941eedd req-6561e0dc-031f-410a-964f-3954404dd95d tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818949 Mar 10 17:24:54.500281 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-bf38c644-e9e9-47fd-a57d-d57287329bf6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb73c579cdb40bd843d4e19a535f2ae HTTP/1.1" status: 200 len: 379 time: 0.2364171 Mar 10 17:24:54.510622 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'port': {'device_id': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'admin_state_up': True, 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'security_groups': ['2989ddc5-fcab-4cca-825b-2f019261848c']}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:54.609531 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 325c075b-43e9-4287-abc6-55d60102f30a up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:54.653026 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6ec580d6-710c-47f8-9031-40932c398a47 req-570d9558-c058-4432-8faf-a3a6d04706f6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 210 time: 0.0947082 Mar 10 17:24:54.665790 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-8591f0f7-8b94-42d6-9d02-9ddfe88f7c82 service neutron] 10.222.0.16 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255219 Mar 10 17:24:54.709082 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 325c075b-43e9-4287-abc6-55d60102f30a triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:54.709493 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Made reservation on behalf of 6eb73c579cdb40bd843d4e19a535f2ae for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:54.709606 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (325c075b-43e9-4287-abc6-55d60102f30a), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.713948 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.811458 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 325c075b-43e9-4287-abc6-55d60102f30a is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:54.824343 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-46c922b9-05ab-42f1-9fdc-8e50c920b9b0 service neutron] 10.222.0.16 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517091 Mar 10 17:24:54.899617 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-3d463407-541b-4eb1-ba69-e1ef16c49312 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--890998607&fields=id&tenant_id=8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 267 time: 0.0740356 Mar 10 17:24:54.949261 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.37', 51093) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:54.996384 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Allocated IP 172.20.0.11 (32168f32-ff15-46b8-a47b-1749b3a92cce/a39ab2d5-9772-4f24-b83e-9d0ef9bb8904/65ff0fc6-ea83-4fc1-971b-48ad755a5378) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:55.271306 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.354521 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.427573 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'Port': ['ID=65ff0fc6-ea83-4fc1-971b-48ad755a5378,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:55.437105 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Network 32168f32-ff15-46b8-a47b-1749b3a92cce is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:55.439697 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:55.454329 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:55.524191 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-05adbe5d-41a2-4713-8b6d-61b54d2d0419 req-8235586e-2dae-48d7-93f9-0c11fde73cf9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 210 time: 0.4619124 Mar 10 17:24:55.527582 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:55.528624 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.566794 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-1fb1956c-7f9a-4fcc-98fa-165448e0ed89 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0637391 Mar 10 17:24:55.590156 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Request body: {'port': {'device_id': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:55.700450 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.714421 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-9ad32453-bb9d-43b0-bbdc-fceed822b8ff tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:55.721076 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-9ad32453-bb9d-43b0-bbdc-fceed822b8ff tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 814 time: 0.8131793 Mar 10 17:24:55.736990 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625a160-e9d5-4660-8f96-e75b80392368 req-daf17e6f-4daf-4bb9-866c-6d5037eee596 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:55.738720 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-daf17e6f-4daf-4bb9-866c-6d5037eee596 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 819 time: 0.7884879 Mar 10 17:24:55.779463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Request body: {'port': {'device_id': '6d23dffd-020f-4623-a43d-21f2d9454da7', 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a', 'admin_state_up': True, 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:55.945103 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-f402650f-52f0-40e5-9b8e-70a64eeabf97 None None] Provisioning complete for port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:55.948428 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-c70d9b13-323b-42bc-9b9a-76c8478788d4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/quotas/8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 375 time: 0.1908283 Mar 10 17:24:55.952157 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-f402650f-52f0-40e5-9b8e-70a64eeabf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.965536 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a042f01-b783-483a-aef0-6ae81ceeb756 req-91f5f658-59c2-4431-b7a6-3170fe032564 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:55.967279 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a042f01-b783-483a-aef0-6ae81ceeb756 req-91f5f658-59c2-4431-b7a6-3170fe032564 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 944 time: 0.3052855 Mar 10 17:24:56.062714 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-f402650f-52f0-40e5-9b8e-70a64eeabf97 None None] Port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:56.079793 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Made reservation on behalf of af4cd71eec7c4d47a9d7e9cdd65add9a for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:56.083700 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.170445 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-3ada03e1-52db-4f03-913b-113b825a6665 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2137852 Mar 10 17:24:56.172191 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ff0fc6-ea83-4fc1-971b-48ad755a5378 {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:56.194857 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Publish callbacks [] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.195194 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a042f01-b783-483a-aef0-6ae81ceeb756 req-7842106e-f8df-4d07-aac1-e57586932201 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344600 Mar 10 17:24:56.230315 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Transition to ACTIVE for port object 65ff0fc6-ea83-4fc1-971b-48ad755a5378 will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:56.237507 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.293608 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 853c5bc4-d19d-47f7-8f1d-911845d219ab up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:56.344742 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Pushing event updated for resources: {'Port': ['ID=65ff0fc6-ea83-4fc1-971b-48ad755a5378,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:56.402333 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 853c5bc4-d19d-47f7-8f1d-911845d219ab completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:56.412670 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 853c5bc4-d19d-47f7-8f1d-911845d219ab triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:56.416538 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.483189 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Attempting to bind port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:56.484384 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Attempting to bind port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:56.484959 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Attempting to bind port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 on network 32168f32-ff15-46b8-a47b-1749b3a92cce {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:56.493313 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 on network 32168f32-ff15-46b8-a47b-1749b3a92cce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:56.493313 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Attempting to bind port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 on network 32168f32-ff15-46b8-a47b-1749b3a92cce {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:56.500789 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:56.501244 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Checking segment: {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:56.501720 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Bound using segment: {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:56.505037 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Bound port: 65ff0fc6-ea83-4fc1-971b-48ad755a5378, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:56.505305 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.571078 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 853c5bc4-d19d-47f7-8f1d-911845d219ab is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:56.572502 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.673915 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853c5bc4-d19d-47f7-8f1d-911845d219ab'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:56.675791 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] For port 65ff0fc6-ea83-4fc1-971b-48ad755a5378, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:56.686936 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] For port 65ff0fc6-ea83-4fc1-971b-48ad755a5378, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:56.741830 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.37', 51105) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:56.757688 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.838506 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 853c5bc4-d19d-47f7-8f1d-911845d219ab, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=853c5bc4-d19d-47f7-8f1d-911845d219ab,segment=NetworkSegment(ed8aa126-ce1c-4546-b614-c34d7af6e967),segment_id=ed8aa126-ce1c-4546-b614-c34d7af6e967)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:56.850149 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.862314 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf07aa-01fc-4ebe-9d11-072b7f3916a6 req-243aa3fe-90f3-48e7-88f8-b452f5a860c5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:56.864750 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:56.865491 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.867527 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] 10.222.0.37 "PUT /v2.0/ports/65ff0fc6-ea83-4fc1-971b-48ad755a5378 HTTP/1.1" status: 200 len: 1094 time: 1.2840891 Mar 10 17:24:56.871650 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-17cf07aa-01fc-4ebe-9d11-072b7f3916a6 req-243aa3fe-90f3-48e7-88f8-b452f5a860c5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 944 time: 0.3779342 Mar 10 17:24:56.879236 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'tag': '65ff0fc6-ea83-4fc1-971b-48ad755a5378'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:56.887376 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f96cb60f-3092-47ef-9311-5fdc0eb487d1", "tag": "65ff0fc6-ea83-4fc1-971b-48ad755a5378"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:56.939299 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Allocated IP 172.20.0.14 (7ac663e9-7971-461b-be98-3e7542f9511a/fbf127bb-c7cf-408d-be24-7838b519ea65/83926aa3-c177-4c5a-9b45-a83be5e361af) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:56.976260 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-3ccc9ff8-2b27-4682-812d-791f90e5d592 service neutron] 10.222.0.16 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844728 Mar 10 17:24:56.992795 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=853c5bc4-d19d-47f7-8f1d-911845d219ab,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:57.140282 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-17cf07aa-01fc-4ebe-9d11-072b7f3916a6 req-9f5761f2-e1c4-4082-ad6b-f7031b1f8e4d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672842 Mar 10 17:24:57.148890 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-5dbb94f2-7609-41a5-9213-aa774317fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.150431 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-5dbb94f2-7609-41a5-9213-aa774317fc5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 1128 time: 0.1792285 Mar 10 17:24:57.166843 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909989-7ce1-46a3-a72c-d85d4dd83881 service neutron] Pushing event updated for resources: {'Port': ['ID=65ff0fc6-ea83-4fc1-971b-48ad755a5378,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:57.251250 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-4ac649b0-ff10-46d4-8075-3f75855089bd tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.259802 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-4ac649b0-ff10-46d4-8075-3f75855089bd tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 819 time: 0.5202916 Mar 10 17:24:57.329050 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Request body: {'port': {'device_id': '7e81c861-75b9-4e1b-9c7d-2423da6fe0fa', 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a', 'admin_state_up': True, 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:57.333721 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-0ed165bb-a9f5-4efa-946d-7db58b961b77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378 HTTP/1.1" status: 200 len: 217 time: 0.1568880 Mar 10 17:24:57.336440 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8e82cc84-7cd4-463e-a389-0426a5a5a14c req-d7fdeb73-fc66-44e1-810b-75506148e552 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 210 time: 0.0819838 Mar 10 17:24:57.359848 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93069bbb-a189-46b8-b4ca-5a4627c210b0" -d '{"events": [{"server_uuid": "7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3", "name": "network-vif-plugged", "status": "completed", "tag": "853c5bc4-d19d-47f7-8f1d-911845d219ab"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:57.439083 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-83bb1aea-0619-418e-a07b-9cc7d12e6e4b service neutron] 10.222.0.16 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616656 Mar 10 17:24:57.501965 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b00393-c1e7-4b09-bd83-726b3f2b5e7c x-openstack-request-id: req-f5b00393-c1e7-4b09-bd83-726b3f2b5e7c {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:57.502679 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96cb60f-3092-47ef-9311-5fdc0eb487d1", "tag": "65ff0fc6-ea83-4fc1-971b-48ad755a5378", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:57.502679 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5b00393-c1e7-4b09-bd83-726b3f2b5e7c {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:57.502679 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'tag': '65ff0fc6-ea83-4fc1-971b-48ad755a5378', 'status': 'completed', 'code': 200} Mar 10 17:24:57.530067 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.530548 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-fed739f0-4b0e-4b7b-9438-131c429d9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.532677 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-fed739f0-4b0e-4b7b-9438-131c429d9adf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.1845329 Mar 10 17:24:57.561648 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks [] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.687833 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.776883 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714dfb0-0155-4719-801d-c8992bd4ee91 req-e3ac217a-21d7-44ba-923d-5fbceb3ba4eb tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.777069 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-e950d83e-5921-45f3-b852-2f013da38d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.778367 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7714dfb0-0155-4719-801d-c8992bd4ee91 req-e3ac217a-21d7-44ba-923d-5fbceb3ba4eb tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.1998732 Mar 10 17:24:57.779973 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-e950d83e-5921-45f3-b852-2f013da38d5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2381270 Mar 10 17:24:57.781352 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Made reservation on behalf of af4cd71eec7c4d47a9d7e9cdd65add9a for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:57.786146 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.891835 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Network 7ac663e9-7971-461b-be98-3e7542f9511a is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:57.897698 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-0b2b8351-8cac-425c-968e-7f50c58c0d3e service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066577 Mar 10 17:24:57.914862 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:57.916860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:57.957047 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Pushing event updated for resources: {'Port': ['ID=83926aa3-c177-4c5a-9b45-a83be5e361af,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:58.016715 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7714dfb0-0155-4719-801d-c8992bd4ee91 req-71092082-e72a-4ad1-8df2-ae5e7086c6fc tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002261 Mar 10 17:24:58.048101 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:58.049307 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.081271 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2215aa7-9077-43e6-921d-a94f1a17991b x-openstack-request-id: req-d2215aa7-9077-43e6-921d-a94f1a17991b {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:58.081870 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3", "name": "network-vif-plugged", "status": "completed", "tag": "853c5bc4-d19d-47f7-8f1d-911845d219ab", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:58.082180 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2215aa7-9077-43e6-921d-a94f1a17991b {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:58.082758 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853c5bc4-d19d-47f7-8f1d-911845d219ab', 'code': 200} Mar 10 17:24:58.084050 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-25b7072f-9d4a-4553-83dc-047476dd398c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3129194 Mar 10 17:24:58.160844 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-91ebbd96-5340-4d1a-bddb-e70dd7141278 req-a8db4e60-3644-4908-91c1-852ef9fe5141 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 210 time: 0.0641267 Mar 10 17:24:58.166829 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Request body: {'port': {'device_id': '6d23dffd-020f-4623-a43d-21f2d9454da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:58.316240 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.374529 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.37', 51108) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:58.560190 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7447ada-3d9f-4bf9-9779-9501abf759f8 req-863b22da-1f31-4f87-a2a3-53bed5c6c996 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:58.562594 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d7447ada-3d9f-4bf9-9779-9501abf759f8 req-863b22da-1f31-4f87-a2a3-53bed5c6c996 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 944 time: 0.3120074 Mar 10 17:24:58.619352 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a717319-0b19-447f-a368-853904219b12 req-ef710698-efd9-425e-870d-83107ce19dd4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 210 time: 0.1233308 Mar 10 17:24:58.673019 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-171ade0f-3e76-4157-9618-cae3c1257b40 req-5c7c87c6-6728-4104-b283-b54818959b45 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7622020 Mar 10 17:24:58.886131 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Allocated IP 172.20.0.3 (7ac663e9-7971-461b-be98-3e7542f9511a/fbf127bb-c7cf-408d-be24-7838b519ea65/6f24ac15-f983-4743-9a4f-9aab069aa581) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:58.908566 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-027b294a-d884-4fbd-8551-cbfc88ea7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:58.910401 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-027b294a-d884-4fbd-8551-cbfc88ea7468 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 1128 time: 0.0732536 Mar 10 17:24:59.031990 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde196a6-e2fb-4a00-891e-cd2db59fe35e req-7ecd7f85-6603-4106-b4be-87774b9c96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.035512 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bde196a6-e2fb-4a00-891e-cd2db59fe35e req-7ecd7f85-6603-4106-b4be-87774b9c96d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 1129 time: 0.6574669 Mar 10 17:24:59.116348 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-fb69ac2b-5ac8-484b-acc3-24f28619ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.117834 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-fb69ac2b-5ac8-484b-acc3-24f28619ad1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 912 time: 0.2012255 Mar 10 17:24:59.119077 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d7447ada-3d9f-4bf9-9779-9501abf759f8 req-8b78cb96-625d-4f14-a1ca-b633ca1fbe79 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5003662 Mar 10 17:24:59.127841 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-bde196a6-e2fb-4a00-891e-cd2db59fe35e req-715b5fba-fecb-4786-a3ca-da987006a24f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.225772 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-5fab46cf-b10f-46cd-9e98-dbbcb7a6d7c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378 HTTP/1.1" status: 200 len: 217 time: 0.0678918 Mar 10 17:24:59.306866 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-01bd853b-c876-4906-a1e1-2037b0c1479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.306866 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-01bd853b-c876-4906-a1e1-2037b0c1479b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.0583684 Mar 10 17:24:59.325337 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-56cdc0bd-8252-47b7-b4bc-f8150188b916 req-fc1850eb-41d2-4a24-bad9-17b58a0240f0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 210 time: 0.0557706 Mar 10 17:24:59.369581 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks [] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.377087 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e46379-9a65-48a0-96f2-dde098f62aad req-3a4a343e-f2eb-4bc9-ac0e-71a5f41e1a5e tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.384398 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-60e46379-9a65-48a0-96f2-dde098f62aad req-3a4a343e-f2eb-4bc9-ac0e-71a5f41e1a5e tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.2360392 Mar 10 17:24:59.403136 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-bde196a6-e2fb-4a00-891e-cd2db59fe35e req-715b5fba-fecb-4786-a3ca-da987006a24f service neutron] Publish callbacks [] for security_group (abc3ad68-f18a-4801-9211-55b128cf6610), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.417572 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-6e6be8d5-9722-49f5-b2cf-f58e59f32280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.420185 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-6e6be8d5-9722-49f5-b2cf-f58e59f32280 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049860 Mar 10 17:24:59.428935 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-bde196a6-e2fb-4a00-891e-cd2db59fe35e req-715b5fba-fecb-4786-a3ca-da987006a24f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (abc3ad68-f18a-4801-9211-55b128cf6610), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.449325 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.556945 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b5fba-fecb-4786-a3ca-da987006a24f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=abc3ad68-f18a-4801-9211-55b128cf6610,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:59.591632 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-60e46379-9a65-48a0-96f2-dde098f62aad req-d29a59a7-3b82-4752-b662-ce0b8df65d7a tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062538 Mar 10 17:24:59.597735 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.37', 51111) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:59.601162 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Network 7ac663e9-7971-461b-be98-3e7542f9511a is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:59.606371 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bde196a6-e2fb-4a00-891e-cd2db59fe35e req-715b5fba-fecb-4786-a3ca-da987006a24f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407250 Mar 10 17:24:59.621489 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:59.631909 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:59.671876 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Pushing event updated for resources: {'Port': ['ID=6f24ac15-f983-4743-9a4f-9aab069aa581,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:59.802895 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-5f23fbf6-5bef-407f-8f7d-13b4bb5970d6 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653600 Mar 10 17:24:59.845330 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83926aa3-c177-4c5a-9b45-a83be5e361af {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:59.857621 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6555db4-82c6-4d3c-b95f-fde678878c18 req-178038c4-1241-4933-bde0-3ec953150081 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.860193 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.861567 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.864782 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e6555db4-82c6-4d3c-b95f-fde678878c18 req-178038c4-1241-4933-bde0-3ec953150081 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 931 time: 0.1124933 Mar 10 17:24:59.876263 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Publish callbacks [] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.910801 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Transition to ACTIVE for port object 83926aa3-c177-4c5a-9b45-a83be5e361af will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:59.919970 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.925004 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-81ac8064-bb99-4c59-9d38-d321aca148b0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.927248 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-81ac8064-bb99-4c59-9d38-d321aca148b0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 814 time: 0.3245540 Mar 10 17:24:59.933435 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-83dfd637-c911-41ce-9c70-6b1351f17ba2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6266894 Mar 10 17:24:59.976535 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e6555db4-82c6-4d3c-b95f-fde678878c18 req-70c88b27-f5dd-4c9d-9d17-db79ae57a9c2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108019 Mar 10 17:24:59.999896 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Pushing event updated for resources: {'Port': ['ID=83926aa3-c177-4c5a-9b45-a83be5e361af,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:00.111714 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Request body: {'port': {'device_id': '7e81c861-75b9-4e1b-9c7d-2423da6fe0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:00.192939 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Attempting to bind port 83926aa3-c177-4c5a-9b45-a83be5e361af on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:00.193425 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Attempting to bind port 83926aa3-c177-4c5a-9b45-a83be5e361af by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:00.193654 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Attempting to bind port 83926aa3-c177-4c5a-9b45-a83be5e361af on network 7ac663e9-7971-461b-be98-3e7542f9511a {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:00.202014 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Port 83926aa3-c177-4c5a-9b45-a83be5e361af on network 7ac663e9-7971-461b-be98-3e7542f9511a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:00.202384 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Attempting to bind port 83926aa3-c177-4c5a-9b45-a83be5e361af on network 7ac663e9-7971-461b-be98-3e7542f9511a {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:00.216526 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:00.216898 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Checking segment: {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:00.217456 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Bound using segment: {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:00.217902 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Bound port: 83926aa3-c177-4c5a-9b45-a83be5e361af, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:00.218298 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.254741 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4a8f3ba8-a5fc-4d93-8ff4-aa8f95fcc3dd req-c008de9d-bcea-4c3a-8ac8-f5524f91ffdb service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146609 Mar 10 17:25:00.355527 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] For port 83926aa3-c177-4c5a-9b45-a83be5e361af, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:00.357737 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-3e6c1fde-ff3b-4c14-a056-ebf90554872d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 379 time: 0.3143749 Mar 10 17:25:00.367270 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e827-91f8-414c-bba0-5d8158e1f887 req-a111820e-d4d0-4645-bf64-55b2c24cb07c tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:00.376857 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58c5e827-91f8-414c-bba0-5d8158e1f887 req-a111820e-d4d0-4645-bf64-55b2c24cb07c tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 944 time: 0.1409018 Mar 10 17:25:00.390007 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'port': {'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'admin_state_up': True, 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'security_groups': ['0043c593-0227-40c9-9ac1-1a6099c869ca']}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:00.462277 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.462405 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58c5e827-91f8-414c-bba0-5d8158e1f887 req-573d75b7-0ed5-470a-8ed9-990db85e891c tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763462 Mar 10 17:25:00.510316 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] For port 83926aa3-c177-4c5a-9b45-a83be5e361af, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83926aa3-c177-4c5a-9b45-a83be5e361af,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:00.514207 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a5ffb5ca-8a73-476d-b7bb-47b77a19ee13 req-54356dc1-4855-4616-9ea0-e70ae6730fbc tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 210 time: 0.0506291 Mar 10 17:25:00.522744 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.572783 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:00.573512 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.575266 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] 10.222.0.37 "PUT /v2.0/ports/83926aa3-c177-4c5a-9b45-a83be5e361af HTTP/1.1" status: 200 len: 1094 time: 2.4193404 Mar 10 17:25:00.575833 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d23dffd-020f-4623-a43d-21f2d9454da7', 'tag': '83926aa3-c177-4c5a-9b45-a83be5e361af'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:00.758409 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe46d2-cb72-40b4-9a08-d05d6c077b33 service neutron] Pushing event updated for resources: {'Port': ['ID=83926aa3-c177-4c5a-9b45-a83be5e361af,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:00.813702 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Made reservation on behalf of 8bfade72cd754d9092d313481b3f465f for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:00.820982 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625a160-e9d5-4660-8f96-e75b80392368 req-62a5eb97-2c91-485e-8037-a3fea959e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:00.821391 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.824537 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-62a5eb97-2c91-485e-8037-a3fea959e86b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1128 time: 0.1838858 Mar 10 17:25:00.839699 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48169db-c5f6-43bc-b30e-f73d286184ad req-8334a6b9-9057-44d5-a896-f625e2d5c88c tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:00.841218 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b48169db-c5f6-43bc-b30e-f73d286184ad req-8334a6b9-9057-44d5-a896-f625e2d5c88c tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.1498930 Mar 10 17:25:00.885887 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cced5f-3e53-47a4-8331-4ef24064cb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d23dffd-020f-4623-a43d-21f2d9454da7", "tag": "83926aa3-c177-4c5a-9b45-a83be5e361af"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:00.975405 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-8ae4cac8-747d-4625-84de-84de3769f9ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83926aa3-c177-4c5a-9b45-a83be5e361af HTTP/1.1" status: 200 len: 217 time: 0.1177747 Mar 10 17:25:00.983925 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Allocated IP 172.20.0.4 (492946a2-c896-490a-bb54-962c310b31ed/d9134d34-ee3b-4dcf-bac2-b6cb028c05ba/3b6dada7-e125-4c2a-ac22-d1cabf513fec) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:01.023095 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 32864) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:01.054004 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b48169db-c5f6-43bc-b30e-f73d286184ad req-2da6ba7f-e749-4256-a225-4c255cf2923a tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971223 Mar 10 17:25:01.060777 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625a160-e9d5-4660-8f96-e75b80392368 req-a16d6cd6-73bf-4ba0-9cc3-1ea063a96c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.064490 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-a16d6cd6-73bf-4ba0-9cc3-1ea063a96c1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.0813804 Mar 10 17:25:01.124027 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-fe0fbe7d-a6d9-445a-9832-f157336bfeae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539718 Mar 10 17:25:01.176588 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954aa023-50f5-4d64-92e3-e9de8ecb849f x-openstack-request-id: req-954aa023-50f5-4d64-92e3-e9de8ecb849f {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:01.176888 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d23dffd-020f-4623-a43d-21f2d9454da7", "tag": "83926aa3-c177-4c5a-9b45-a83be5e361af", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:01.177133 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-954aa023-50f5-4d64-92e3-e9de8ecb849f {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:01.177586 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d23dffd-020f-4623-a43d-21f2d9454da7', 'tag': '83926aa3-c177-4c5a-9b45-a83be5e361af', 'status': 'completed', 'code': 200} Mar 10 17:25:01.196345 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.227799 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4f3dc42d-6b18-49f0-a325-58c54657db3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.262725 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f24ac15-f983-4743-9a4f-9aab069aa581 {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:01.272058 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Publish callbacks [] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.285016 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.292221 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeab825-be08-43a8-b94a-d4d09a7c1d42 req-ff6cd3a7-b261-45dd-9fa2-f3f860e8e67e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.292546 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Transition to ACTIVE for port object 6f24ac15-f983-4743-9a4f-9aab069aa581 will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:01.293763 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5aeab825-be08-43a8-b94a-d4d09a7c1d42 req-ff6cd3a7-b261-45dd-9fa2-f3f860e8e67e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 931 time: 0.1124580 Mar 10 17:25:01.324387 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.351895 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Network 492946a2-c896-490a-bb54-962c310b31ed is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:01.360380 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:01.362781 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:01.399189 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=3b6dada7-e125-4c2a-ac22-d1cabf513fec,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:01.429201 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-7739b921-f858-426b-9998-36ed4897b28d service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915300 Mar 10 17:25:01.447555 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5aeab825-be08-43a8-b94a-d4d09a7c1d42 req-5136a385-bf07-4e1a-b7f1-246fd35cfead tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170914 Mar 10 17:25:01.472335 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4f3dc42d-6b18-49f0-a325-58c54657db3c admin admin] Publish callbacks [] for security_group (b9731400-005e-42ef-bf26-0b7335fae918), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.529712 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4f3dc42d-6b18-49f0-a325-58c54657db3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b9731400-005e-42ef-bf26-0b7335fae918), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.537084 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.537802 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.561325 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-2de6ef2c-5a53-4a03-918b-2dd44674489d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1830342 Mar 10 17:25:01.562268 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Pushing event updated for resources: {'Port': ['ID=6f24ac15-f983-4743-9a4f-9aab069aa581,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:01.564721 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Attempting to bind port 6f24ac15-f983-4743-9a4f-9aab069aa581 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:01.565077 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Attempting to bind port 6f24ac15-f983-4743-9a4f-9aab069aa581 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:01.565453 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Attempting to bind port 6f24ac15-f983-4743-9a4f-9aab069aa581 on network 7ac663e9-7971-461b-be98-3e7542f9511a {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:01.571036 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Port 6f24ac15-f983-4743-9a4f-9aab069aa581 on network 7ac663e9-7971-461b-be98-3e7542f9511a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:01.571364 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Attempting to bind port 6f24ac15-f983-4743-9a4f-9aab069aa581 on network 7ac663e9-7971-461b-be98-3e7542f9511a {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:01.582497 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Request body: {'port': {'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:01.623082 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dc42d-6b18-49f0-a325-58c54657db3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9731400-005e-42ef-bf26-0b7335fae918,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:01.623880 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:01.624232 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Checking segment: {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:01.624624 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Bound using segment: {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:01.625078 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Bound port: 6f24ac15-f983-4743-9a4f-9aab069aa581, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b401a758-0e36-479a-93ff-14afdc29ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:01.625783 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.672797 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.688422 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-4f3dc42d-6b18-49f0-a325-58c54657db3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=641027cfc5444bcb8b0d29c0b4ddee8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6623971 Mar 10 17:25:01.693639 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 32876) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:01.708827 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6625a160-e9d5-4660-8f96-e75b80392368 req-4bf4dd3c-b879-4937-83b1-3f20679fd336 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732396 Mar 10 17:25:01.713737 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-9a2ce63b-3a57-4e7e-8dc5-a9ab02cb55be None None] Provisioning complete for port 3b6dada7-e125-4c2a-ac22-d1cabf513fec triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:01.714375 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce63b-3a57-4e7e-8dc5-a9ab02cb55be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.736086 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72794b-eec4-42e4-abb0-e4efea0f4e34 req-b0445c5f-2aa6-4c6c-9eaa-bf9dd9c9bda6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.737630 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0b72794b-eec4-42e4-abb0-e4efea0f4e34 req-b0445c5f-2aa6-4c6c-9eaa-bf9dd9c9bda6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 944 time: 0.2048869 Mar 10 17:25:01.766802 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] For port 6f24ac15-f983-4743-9a4f-9aab069aa581, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:01.776288 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ce63b-3a57-4e7e-8dc5-a9ab02cb55be None None] Port 3b6dada7-e125-4c2a-ac22-d1cabf513fec cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:01.786497 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaec280-e840-4322-82e0-84cba8eabd5d req-cfe866df-956e-4f80-a1e3-e743d1c22b39 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.788623 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6aaec280-e840-4322-82e0-84cba8eabd5d req-cfe866df-956e-4f80-a1e3-e743d1c22b39 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 931 time: 0.1743238 Mar 10 17:25:01.794575 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] For port 6f24ac15-f983-4743-9a4f-9aab069aa581, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6f24ac15-f983-4743-9a4f-9aab069aa581,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:01.846583 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.906620 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.907249 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.908690 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] 10.222.0.37 "PUT /v2.0/ports/6f24ac15-f983-4743-9a4f-9aab069aa581 HTTP/1.1" status: 200 len: 1093 time: 1.8674300 Mar 10 17:25:01.909415 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e81c861-75b9-4e1b-9c7d-2423da6fe0fa', 'tag': '6f24ac15-f983-4743-9a4f-9aab069aa581'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:01.911733 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4875d0-e8df-4876-bea5-0605e2e92c09" -d '{"events": [{"name": "network-changed", "server_uuid": "7e81c861-75b9-4e1b-9c7d-2423da6fe0fa", "tag": "6f24ac15-f983-4743-9a4f-9aab069aa581"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:01.961387 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a58706-9407-41bd-ae70-3f8ecf1f2725 service neutron] Pushing event updated for resources: {'Port': ['ID=6f24ac15-f983-4743-9a4f-9aab069aa581,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:02.043276 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1ed61a12-83eb-4bfa-8cd0-d9d09e301cb7 admin admin] Publish callbacks [] for security_group (b9731400-005e-42ef-bf26-0b7335fae918), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.066853 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0b72794b-eec4-42e4-abb0-e4efea0f4e34 req-a5fc886b-2c6d-4617-9340-d34d28e0cd96 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150208 Mar 10 17:25:02.117028 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6aaec280-e840-4322-82e0-84cba8eabd5d req-9e6811d8-0c99-4736-8fca-8d4ffb1285ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196566 Mar 10 17:25:02.135730 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1ed61a12-83eb-4bfa-8cd0-d9d09e301cb7 admin admin] Publish callbacks [] for security_group (b9731400-005e-42ef-bf26-0b7335fae918), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.190049 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-3b9d5d4c-59cd-402c-8199-eff28dda17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.191880 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-3b9d5d4c-59cd-402c-8199-eff28dda17f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1128 time: 0.3571889 Mar 10 17:25:02.211644 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1ed61a12-83eb-4bfa-8cd0-d9d09e301cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b9731400-005e-42ef-bf26-0b7335fae918), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.219487 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1ed61a12-83eb-4bfa-8cd0-d9d09e301cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.220897 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-1ed61a12-83eb-4bfa-8cd0-d9d09e301cb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9731400-005e-42ef-bf26-0b7335fae918 HTTP/1.1" status: 204 len: 168 time: 0.5248494 Mar 10 17:25:02.233660 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406954a5-f48f-4d6b-9046-6e4ac350c160 x-openstack-request-id: req-406954a5-f48f-4d6b-9046-6e4ac350c160 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:02.233938 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e81c861-75b9-4e1b-9c7d-2423da6fe0fa", "tag": "6f24ac15-f983-4743-9a4f-9aab069aa581", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:02.234394 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-406954a5-f48f-4d6b-9046-6e4ac350c160 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:02.234927 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e81c861-75b9-4e1b-9c7d-2423da6fe0fa', 'tag': '6f24ac15-f983-4743-9a4f-9aab069aa581', 'status': 'completed', 'code': 200} Mar 10 17:25:02.268052 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed61a12-83eb-4bfa-8cd0-d9d09e301cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9731400-005e-42ef-bf26-0b7335fae918,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:02.329312 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-e42f2ce2-44f7-4fad-a70f-5a734a60bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.330921 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-e42f2ce2-44f7-4fad-a70f-5a734a60bcdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 1127 time: 0.0950625 Mar 10 17:25:02.346686 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dff89-1dea-41d4-87b4-a61260deb50c req-c5db5229-ac0e-4009-80ee-e049e5c61364 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.348456 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-030dff89-1dea-41d4-87b4-a61260deb50c req-c5db5229-ac0e-4009-80ee-e049e5c61364 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.1263201 Mar 10 17:25:02.357460 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 65ff0fc6-ea83-4fc1-971b-48ad755a5378 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:02.465435 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-62373158-4ce3-499d-ab4a-ca6be3c9d5ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f24ac15-f983-4743-9a4f-9aab069aa581 HTTP/1.1" status: 200 len: 217 time: 0.1137128 Mar 10 17:25:02.503749 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6dada7-e125-4c2a-ac22-d1cabf513fec {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:02.555198 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 65ff0fc6-ea83-4fc1-971b-48ad755a5378, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:02.575552 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '65ff0fc6-ea83-4fc1-971b-48ad755a5378', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'port_id': '65ff0fc6-ea83-4fc1-971b-48ad755a5378', 'mac_address': 'fa:16:3e:2c:2d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:02.607681 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Publish callbacks [] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.624594 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-f7012fbd-b168-4f0c-85d9-0b7928fd5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.626203 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-f7012fbd-b168-4f0c-85d9-0b7928fd5240 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 920 time: 0.3254337 Mar 10 17:25:02.644417 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:02.645098 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.646311 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-030dff89-1dea-41d4-87b4-a61260deb50c req-8954ae52-5204-4c2b-a521-aa82a55011ac tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704806 Mar 10 17:25:02.675341 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ff0fc6-ea83-4fc1-971b-48ad755a5378 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:02.680290 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Transition to ACTIVE for port object 3b6dada7-e125-4c2a-ac22-d1cabf513fec will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:02.691355 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.722685 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 65ff0fc6-ea83-4fc1-971b-48ad755a5378, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:02.733614 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-3c78863d-c1f3-4ecd-99a4-20795b755bea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83926aa3-c177-4c5a-9b45-a83be5e361af HTTP/1.1" status: 200 len: 217 time: 0.0839386 Mar 10 17:25:02.736162 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.769611 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Pushing event updated for resources: {'Port': ['ID=3b6dada7-e125-4c2a-ac22-d1cabf513fec,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:02.773731 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-8ad9f4f4-bf38-4c29-bffd-bc6b7870b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.777512 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-8ad9f4f4-bf38-4c29-bffd-bc6b7870b09d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.3007133 Mar 10 17:25:02.814842 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 32906) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:02.826846 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=65ff0fc6-ea83-4fc1-971b-48ad755a5378,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:02.846747 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-375d23ea-e88a-4819-8e70-eb30cb281878 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579298 Mar 10 17:25:02.855566 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0dff1d4d-11bf-462b-a866-358ac45c9e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.892755 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-651b8f2c-311e-4feb-9448-28d69891955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.894928 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-651b8f2c-311e-4feb-9448-28d69891955d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.1443930 Mar 10 17:25:02.905745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cafa7d-fe14-4dc0-ac07-8c9504749ba9 req-9ef6fd86-32ce-4518-8543-6abb0febfa9b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.906984 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6cafa7d-fe14-4dc0-ac07-8c9504749ba9 req-9ef6fd86-32ce-4518-8543-6abb0febfa9b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 943 time: 0.2595201 Mar 10 17:25:02.949172 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-ccc0ffce-7860-4705-b39e-5a3b6e9069ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411677 Mar 10 17:25:03.061632 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6cafa7d-fe14-4dc0-ac07-8c9504749ba9 req-7884e06d-2d66-4a26-b828-69827675ae7f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101880 Mar 10 17:25:03.065927 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-d127cc3d-32e2-4804-a79e-98789d31dbe8 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959574 Mar 10 17:25:03.134784 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Attempting to bind port 3b6dada7-e125-4c2a-ac22-d1cabf513fec on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:03.135139 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Attempting to bind port 3b6dada7-e125-4c2a-ac22-d1cabf513fec by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:03.135477 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Attempting to bind port 3b6dada7-e125-4c2a-ac22-d1cabf513fec on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:03.149309 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-10f65e3a-aae2-4a35-8878-463bc51f07e2 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883957 Mar 10 17:25:03.190901 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Port 3b6dada7-e125-4c2a-ac22-d1cabf513fec on network 492946a2-c896-490a-bb54-962c310b31ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:03.195463 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Attempting to bind port 3b6dada7-e125-4c2a-ac22-d1cabf513fec on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:03.212501 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['65ff0fc6-ea83-4fc1-971b-48ad755a5378'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:03.231366 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:03.231797 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Checking segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:03.239931 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Bound using segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:03.240910 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Bound port: 3b6dada7-e125-4c2a-ac22-d1cabf513fec, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:03.241480 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.252540 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d1a44-a52d-4ca3-96ce-f1e8a8a535ba req-2e6b012c-d1c2-4740-a1e7-4cd00d6b9ebb tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.254128 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f97d1a44-a52d-4ca3-96ce-f1e8a8a535ba req-2e6b012c-d1c2-4740-a1e7-4cd00d6b9ebb tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 945 time: 0.1013267 Mar 10 17:25:03.360065 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0dff1d4d-11bf-462b-a866-358ac45c9e6d admin admin] Publish callbacks [] for security_group (74895dc6-85f5-4cc7-8a32-4c4f22d5ae0e), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.384969 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68cced5f-3e53-47a4-8331-4ef24064cb8d req-0595146c-6273-413d-a343-320add461406 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002208 Mar 10 17:25:03.440938 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0dff1d4d-11bf-462b-a866-358ac45c9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (74895dc6-85f5-4cc7-8a32-4c4f22d5ae0e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.449967 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c54def-8acc-4903-b7bc-5e9ce871f67e req-17eca753-6e8c-43e3-b794-cf03d7e15e20 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.458137 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94c54def-8acc-4903-b7bc-5e9ce871f67e req-17eca753-6e8c-43e3-b794-cf03d7e15e20 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 943 time: 0.2385457 Mar 10 17:25:03.497414 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f97d1a44-a52d-4ca3-96ce-f1e8a8a535ba req-054bf274-0bd4-4f7f-81ca-bfda578ba616 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347159 Mar 10 17:25:03.526044 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-643bbdbd-7bf0-4061-a1ba-38d41089773e req-ce5c4267-123a-4099-bfec-2b7202d9aa4a service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531841 Mar 10 17:25:03.536143 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94c54def-8acc-4903-b7bc-5e9ce871f67e req-3aa81475-e6d5-4032-8ac7-db788de7d4db tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711260 Mar 10 17:25:03.571275 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-0dff1d4d-11bf-462b-a866-358ac45c9e6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4b80e9cfb2d45b2b4b6b2fdf145ebe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7334075 Mar 10 17:25:03.580957 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 32928) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:03.582438 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff1d4d-11bf-462b-a866-358ac45c9e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74895dc6-85f5-4cc7-8a32-4c4f22d5ae0e,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:03.592826 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] For port 3b6dada7-e125-4c2a-ac22-d1cabf513fec, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:03.598309 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] For port 3b6dada7-e125-4c2a-ac22-d1cabf513fec, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:03.607851 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.647415 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.648798 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.650270 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] 10.222.0.37 "PUT /v2.0/ports/3b6dada7-e125-4c2a-ac22-d1cabf513fec HTTP/1.1" status: 200 len: 1093 time: 2.0737650 Mar 10 17:25:03.671152 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1994368-a977-45f8-b322-4dd733443206 admin admin] Publish callbacks [] for security_group (74895dc6-85f5-4cc7-8a32-4c4f22d5ae0e), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.716426 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1994368-a977-45f8-b322-4dd733443206 admin admin] Publish callbacks [] for security_group (74895dc6-85f5-4cc7-8a32-4c4f22d5ae0e), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.750080 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eacc81-efdd-410c-b131-4c2b0a0304cf service neutron] Pushing event updated for resources: {'Port': ['ID=3b6dada7-e125-4c2a-ac22-d1cabf513fec,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:03.762089 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-48b3558a-84d6-4965-84ba-e2110c7a8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.764262 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-48b3558a-84d6-4965-84ba-e2110c7a8226 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 1127 time: 0.1226363 Mar 10 17:25:03.815728 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f3d6b12f-5d9a-4e54-aaa8-0ce7ae2b2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.817266 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-f3d6b12f-5d9a-4e54-aaa8-0ce7ae2b2768 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 1127 time: 0.0992818 Mar 10 17:25:03.843667 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1994368-a977-45f8-b322-4dd733443206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (74895dc6-85f5-4cc7-8a32-4c4f22d5ae0e), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.846359 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1994368-a977-45f8-b322-4dd733443206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.850615 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c1994368-a977-45f8-b322-4dd733443206 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74895dc6-85f5-4cc7-8a32-4c4f22d5ae0e HTTP/1.1" status: 204 len: 168 time: 0.2729158 Mar 10 17:25:03.864302 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1994368-a977-45f8-b322-4dd733443206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74895dc6-85f5-4cc7-8a32-4c4f22d5ae0e,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:03.877544 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1b0c0-5680-464f-8a0e-80088c6d3611 req-3d7ae8cc-6173-41ce-8713-0c9d867f0bec tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.886093 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11e1b0c0-5680-464f-8a0e-80088c6d3611 req-3d7ae8cc-6173-41ce-8713-0c9d867f0bec tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.1046569 Mar 10 17:25:03.911218 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-9f2ad909-d83d-44f0-8fbe-e4acb1007dda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec HTTP/1.1" status: 200 len: 217 time: 0.0616672 Mar 10 17:25:03.934281 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11e1b0c0-5680-464f-8a0e-80088c6d3611 req-1df7d23a-47cf-4bda-8f8f-11f0ca30b415 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Mar 10 17:25:03.974404 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-d91ce27f-e1f8-4b7d-9150-10766a25e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.976751 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-d91ce27f-e1f8-4b7d-9150-10766a25e31f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 920 time: 0.2036793 Mar 10 17:25:04.028598 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-13ca4e26-8ff8-4dc1-9712-f254b76ca1b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f24ac15-f983-4743-9a4f-9aab069aa581 HTTP/1.1" status: 200 len: 217 time: 0.0453770 Mar 10 17:25:04.034693 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-7bc796d0-1954-4c9d-907b-2ac448d671c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.036627 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-7bc796d0-1954-4c9d-907b-2ac448d671c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.1179674 Mar 10 17:25:04.117029 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-0b959440-7694-4f77-8857-3ca347a0771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.118540 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-0b959440-7694-4f77-8857-3ca347a0771c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.0813222 Mar 10 17:25:04.126965 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-77a1c23d-d80f-49b8-b29e-2323973479f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.128750 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-77a1c23d-d80f-49b8-b29e-2323973479f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833585 Mar 10 17:25:04.188735 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-0af20d9f-5fde-4f4b-92e1-e08e95a1cbd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470998 Mar 10 17:25:04.229700 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e5f07-59ed-4827-8663-c052f00f7d4a req-81c25031-c04e-4a54-bbfb-5388291e273e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.231592 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a5e5f07-59ed-4827-8663-c052f00f7d4a req-81c25031-c04e-4a54-bbfb-5388291e273e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 943 time: 0.0860331 Mar 10 17:25:04.253632 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'tag': '3b6dada7-e125-4c2a-ac22-d1cabf513fec'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:04.255883 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a935e8-a634-4193-a0b7-da168a957df3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b13a952-00f2-4880-80ed-2cda40f5cc92", "tag": "3b6dada7-e125-4c2a-ac22-d1cabf513fec"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:04.346509 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a5e5f07-59ed-4827-8663-c052f00f7d4a req-dae737c9-a741-4c9b-825b-69cc5bf2ff57 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086392 Mar 10 17:25:04.348293 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e59c4ce-82f7-4359-ac95-35ad35888982 x-openstack-request-id: req-3e59c4ce-82f7-4359-ac95-35ad35888982 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:04.349109 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b13a952-00f2-4880-80ed-2cda40f5cc92", "tag": "3b6dada7-e125-4c2a-ac22-d1cabf513fec", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:04.349109 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e59c4ce-82f7-4359-ac95-35ad35888982 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:04.349877 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'tag': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'status': 'completed', 'code': 200} Mar 10 17:25:04.382531 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-ffc91c42-c027-44da-b897-4242741c34b3 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434280 Mar 10 17:25:04.414814 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-f2daddcd-9655-4b39-8ade-50ca4180727b service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179511 Mar 10 17:25:04.540956 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-48960b69-7ac0-4b86-bba2-474d21b32b99 req-cf6f24f4-027c-4d60-a12e-d3a4dca54a7c service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509528 Mar 10 17:25:04.569718 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ca4875d0-e8df-4876-bea5-0605e2e92c09 req-7dd2dc00-c1c7-4c59-8bda-db95576dff18 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439073 Mar 10 17:25:04.698389 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f50e2-3a3e-4d98-8ed8-0e256e55c524 req-4cf81aa3-e78e-45aa-b5cb-758183ef6011 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.701241 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-293f50e2-3a3e-4d98-8ed8-0e256e55c524 req-4cf81aa3-e78e-45aa-b5cb-758183ef6011 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 945 time: 0.1204135 Mar 10 17:25:04.756670 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc70cf-ba32-45e1-af04-338d4855146c req-8b6d2a2f-19f9-4a6f-a709-b7978ca0c523 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.758681 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dbfc70cf-ba32-45e1-af04-338d4855146c req-8b6d2a2f-19f9-4a6f-a709-b7978ca0c523 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 943 time: 0.1294501 Mar 10 17:25:04.770893 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-293f50e2-3a3e-4d98-8ed8-0e256e55c524 req-65cb2336-ad2e-49e9-b945-f29ef46cfcd0 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697463 Mar 10 17:25:04.773994 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-c73deb28-5fc2-4f4b-9e92-759e922b2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.775554 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-c73deb28-5fc2-4f4b-9e92-759e922b2610 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 1127 time: 0.0925739 Mar 10 17:25:04.848663 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 32984) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:04.861746 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dbfc70cf-ba32-45e1-af04-338d4855146c req-314a54c4-2ca0-4d2f-9718-b90af3b7ea86 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886576 Mar 10 17:25:04.932238 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-a744f6fb-7693-491c-ad5b-4815502a1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.933997 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-a744f6fb-7693-491c-ad5b-4815502a1101 service neutron] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 915 time: 0.1512923 Mar 10 17:25:04.991079 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-2d01e766-db9e-4221-9d75-653968175485 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec HTTP/1.1" status: 200 len: 217 time: 0.0499914 Mar 10 17:25:05.010443 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6002830-network', 'tenant_id': 'dc8de18800bb46d2a1f59a4d437dc968'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:05.035077 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Made reservation on behalf of dc8de18800bb46d2a1f59a4d437dc968 for: {'network': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:05.038463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.047261 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-a6412048-7525-4740-8450-b66bfe46e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.048965 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-a6412048-7525-4740-8450-b66bfe46e124 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0521770 Mar 10 17:25:05.049693 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.146318 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 32996) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:05.153648 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Publish callbacks [] for security_group (2aebdd0f-8055-419f-ac7b-3dc7846836ec), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.161277 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (2aebdd0f-8055-419f-ac7b-3dc7846836ec), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.204292 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:25:05.212153 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aebdd0f-8055-419f-ac7b-3dc7846836ec,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:05.219225 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (ff1b4296-0da9-4c6d-aea8-02fb676db6d2), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.219572 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.segments_db [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Added segment ff1b4296-0da9-4c6d-aea8-02fb676db6d2 of type vlan for network 6f58c64f-edc9-4713-828e-80019e677d48 Mar 10 17:25:05.288389 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (6f58c64f-edc9-4713-828e-80019e677d48), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.324794 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-d3fe1480-88bd-4dbd-9f7a-f65c0ccfd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.326469 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-d3fe1480-88bd-4dbd-9f7a-f65c0ccfd684 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2698333 Mar 10 17:25:05.332704 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f87ebde6-d934-4ecc-8250-51421e374454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.344767 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (6f58c64f-edc9-4713-828e-80019e677d48), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.345921 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.346549 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.394423 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5446813 Mar 10 17:25:05.400855 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 33006) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:05.409040 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Request body: {'subnet': {'network_id': '6f58c64f-edc9-4713-828e-80019e677d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6002830-subnet', 'tenant_id': 'dc8de18800bb46d2a1f59a4d437dc968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:05.439031 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-d55541ab-49e8-4eb9-a209-8b9d0879ae78 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041617 Mar 10 17:25:05.449638 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d1948-53b8-4959-9bae-99e130fb69c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f58c64f-edc9-4713-828e-80019e677d48,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:05.466162 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 6f58c64f-edc9-4713-828e-80019e677d48 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:25:05.487393 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Made reservation on behalf of dc8de18800bb46d2a1f59a4d437dc968 for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:05.489790 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13478864'] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.613483 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a7a935e8-a634-4193-a0b7-da168a957df3 req-036e865b-9f83-4fdb-9fcf-2152c9e273d8 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690474 Mar 10 17:25:05.640113 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f87ebde6-d934-4ecc-8250-51421e374454 admin admin] Publish callbacks [] for security_group (ff43c435-0452-48b4-b3f9-a93035aa6321), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.651530 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f87ebde6-d934-4ecc-8250-51421e374454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ff43c435-0452-48b4-b3f9-a93035aa6321), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.661357 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a6654-2993-4078-86da-d6682d565305 req-bb57e072-e33a-463a-a0d8-82b9ac40c9f2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.663558 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9b2a6654-2993-4078-86da-d6682d565305 req-bb57e072-e33a-463a-a0d8-82b9ac40c9f2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 943 time: 0.1789858 Mar 10 17:25:05.739496 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f87ebde6-d934-4ecc-8250-51421e374454 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fcf85ebcbed41dd9db7ab4f9db95b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5920765 Mar 10 17:25:05.742268 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33014) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:05.742567 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ebde6-d934-4ecc-8250-51421e374454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff43c435-0452-48b4-b3f9-a93035aa6321,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:05.800691 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9b2a6654-2993-4078-86da-d6682d565305 req-c9987fad-30bb-45a8-8964-c9ff3eb3de5d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265466 Mar 10 17:25:05.847039 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-882cc91a-2885-4331-89a1-57e69dc639d0 admin admin] Publish callbacks [] for security_group (ff43c435-0452-48b4-b3f9-a93035aa6321), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.890453 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-882cc91a-2885-4331-89a1-57e69dc639d0 admin admin] Publish callbacks [] for security_group (ff43c435-0452-48b4-b3f9-a93035aa6321), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.898900 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16576347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478910'] for subnet (568e997f-c703-4999-a48b-4a04e0ab8444), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.948445 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-882cc91a-2885-4331-89a1-57e69dc639d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ff43c435-0452-48b4-b3f9-a93035aa6321), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.958174 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-882cc91a-2885-4331-89a1-57e69dc639d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.961841 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-882cc91a-2885-4331-89a1-57e69dc639d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff43c435-0452-48b4-b3f9-a93035aa6321 HTTP/1.1" status: 204 len: 168 time: 0.2158816 Mar 10 17:25:05.977347 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cc91a-2885-4331-89a1-57e69dc639d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff43c435-0452-48b4-b3f9-a93035aa6321,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:05.983634 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=568e997f-c703-4999-a48b-4a04e0ab8444,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:06.011795 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680ed47-4cd6-41fd-b2bb-673e972ec77c req-58b1d07f-2247-458e-88d6-701622894fe7 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.014100 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8680ed47-4cd6-41fd-b2bb-673e972ec77c req-58b1d07f-2247-458e-88d6-701622894fe7 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 945 time: 0.1263132 Mar 10 17:25:06.014554 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Checking segment: {'id': 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:06.014912 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Network hostable DHCP agents. Network: 6f58c64f-edc9-4713-828e-80019e677d48, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:25:06.047937 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Network 6f58c64f-edc9-4713-828e-80019e677d48 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:25:06.073574 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 6f58c64f-edc9-4713-828e-80019e677d48) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:06.083014 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.083138 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.087751 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247dd76b-664b-41f4-b9ec-a8a37ba4ef40 None None] Network 6f58c64f-edc9-4713-828e-80019e677d48 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:06.100967 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8680ed47-4cd6-41fd-b2bb-673e972ec77c req-23b7899a-92b3-4738-9ea0-df9575107bc8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718741 Mar 10 17:25:06.133296 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-97142abc-1cb8-45d5-91e7-395223331d86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7282674 Mar 10 17:25:06.290615 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc622f3-7e1d-4736-9503-d5c6e3211f01 None None] Network 6f58c64f-edc9-4713-828e-80019e677d48 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:06.316666 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ebc68-7e56-4660-886b-696f734c3f3e req-21c56db3-a46a-4e83-8119-a916455785ac tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.334321 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f03ebc68-7e56-4660-886b-696f734c3f3e req-21c56db3-a46a-4e83-8119-a916455785ac tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 943 time: 0.1164844 Mar 10 17:25:06.409050 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 83926aa3-c177-4c5a-9b45-a83be5e361af details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:06.440259 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f03ebc68-7e56-4660-886b-696f734c3f3e req-777a3bcb-859d-46d4-b626-0fd5f610a5f9 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053267 Mar 10 17:25:06.452689 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 65ff0fc6-ea83-4fc1-971b-48ad755a5378 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:06.572544 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33048) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:06.604611 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-734302ff-06ba-490d-ba2c-b9875d1a986d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.738927 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-734302ff-06ba-490d-ba2c-b9875d1a986d admin admin] Publish callbacks [] for security_group (c0b7787b-ff02-49ff-a932-a3ebb8b9b91c), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.744490 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-734302ff-06ba-490d-ba2c-b9875d1a986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c0b7787b-ff02-49ff-a932-a3ebb8b9b91c), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.789930 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734302ff-06ba-490d-ba2c-b9875d1a986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b7787b-ff02-49ff-a932-a3ebb8b9b91c,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:06.794311 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-734302ff-06ba-490d-ba2c-b9875d1a986d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=448e617f81ad4c99abf1a711fbc8f2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206848 Mar 10 17:25:06.796855 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33050) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:06.804154 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:06.814221 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:06.814596 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.877752 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01a244e7-3bda-41cd-a995-7ad5b61900f3 admin admin] Publish callbacks [] for security_group (c0b7787b-ff02-49ff-a932-a3ebb8b9b91c), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.878926 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 83926aa3-c177-4c5a-9b45-a83be5e361af, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83926aa3-c177-4c5a-9b45-a83be5e361af,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:06.899657 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '83926aa3-c177-4c5a-9b45-a83be5e361af', 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a', 'port_id': '83926aa3-c177-4c5a-9b45-a83be5e361af', 'mac_address': 'fa:16:3e:0d:6d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf127bb-c7cf-408d-be24-7838b519ea65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:06.945473 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01a244e7-3bda-41cd-a995-7ad5b61900f3 admin admin] Publish callbacks [] for security_group (c0b7787b-ff02-49ff-a932-a3ebb8b9b91c), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.001044 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:07.002560 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.005151 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 83926aa3-c177-4c5a-9b45-a83be5e361af is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:07.005599 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.028317 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16843431-5199-4442-88af-a02609c9ffbe req-6868af77-cfb0-4d29-9853-dd562627be46 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:07.034687 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-16843431-5199-4442-88af-a02609c9ffbe req-6868af77-cfb0-4d29-9853-dd562627be46 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 943 time: 0.0723050 Mar 10 17:25:07.063806 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83926aa3-c177-4c5a-9b45-a83be5e361af {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:07.066348 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01a244e7-3bda-41cd-a995-7ad5b61900f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c0b7787b-ff02-49ff-a932-a3ebb8b9b91c), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.069780 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-01a244e7-3bda-41cd-a995-7ad5b61900f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.073188 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-01a244e7-3bda-41cd-a995-7ad5b61900f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0b7787b-ff02-49ff-a932-a3ebb8b9b91c HTTP/1.1" status: 204 len: 168 time: 0.2732136 Mar 10 17:25:07.094399 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a244e7-3bda-41cd-a995-7ad5b61900f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b7787b-ff02-49ff-a932-a3ebb8b9b91c,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:07.095434 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 83926aa3-c177-4c5a-9b45-a83be5e361af, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83926aa3-c177-4c5a-9b45-a83be5e361af,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:07.141997 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ff0fc6-ea83-4fc1-971b-48ad755a5378'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:07.153415 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e404de-f541-48fe-8ce8-c35cacf3f5d0" -d '{"events": [{"server_uuid": "f96cb60f-3092-47ef-9311-5fdc0eb487d1", "name": "network-vif-plugged", "status": "completed", "tag": "65ff0fc6-ea83-4fc1-971b-48ad755a5378"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:07.164450 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.191392 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-16843431-5199-4442-88af-a02609c9ffbe req-37c9f342-ac1b-40f8-9c25-c7b58a7990c8 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484873 Mar 10 17:25:07.196795 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 65ff0fc6-ea83-4fc1-971b-48ad755a5378, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:07.241097 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc8621c-5418-48a3-9468-87ce362bcf3e x-openstack-request-id: req-4dc8621c-5418-48a3-9468-87ce362bcf3e {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:07.241416 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96cb60f-3092-47ef-9311-5fdc0eb487d1", "name": "network-vif-plugged", "status": "completed", "tag": "65ff0fc6-ea83-4fc1-971b-48ad755a5378", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:07.241671 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4dc8621c-5418-48a3-9468-87ce362bcf3e {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:07.242057 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ff0fc6-ea83-4fc1-971b-48ad755a5378', 'code': 200} Mar 10 17:25:07.247926 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.298255 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=83926aa3-c177-4c5a-9b45-a83be5e361af,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:07.319560 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f1489-e14b-4156-ae80-8e6392d5427d req-20ccd1a0-25bd-488c-8447-92505852a612 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:07.330591 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6d2f1489-e14b-4156-ae80-8e6392d5427d req-20ccd1a0-25bd-488c-8447-92505852a612 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0979280 Mar 10 17:25:07.379127 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=65ff0fc6-ea83-4fc1-971b-48ad755a5378,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:07.392354 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6d2f1489-e14b-4156-ae80-8e6392d5427d req-810fd6b1-7053-4318-b3e0-cc213f134c53 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606263 Mar 10 17:25:07.548771 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913d7dd-c6ba-49d7-a959-b5efd1265497 req-1dbe114a-29b1-4c75-a608-1da04712926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:07.550325 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2913d7dd-c6ba-49d7-a959-b5efd1265497 req-1dbe114a-29b1-4c75-a608-1da04712926a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 1130 time: 0.0913134 Mar 10 17:25:07.576502 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2e5af-4264-41c7-ba13-2b7628084277 req-d73de06c-8c86-4866-a2ed-30aaabb57d2b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:07.578195 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0db2e5af-4264-41c7-ba13-2b7628084277 req-d73de06c-8c86-4866-a2ed-30aaabb57d2b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 943 time: 0.0546060 Mar 10 17:25:07.608112 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2913d7dd-c6ba-49d7-a959-b5efd1265497 req-26f0f007-022c-466c-b1ae-7f112e7291ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510561 Mar 10 17:25:07.630359 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0db2e5af-4264-41c7-ba13-2b7628084277 req-07da3d5c-0190-4d6c-93e3-e76d415bb16a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 Mar 10 17:25:07.712161 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['83926aa3-c177-4c5a-9b45-a83be5e361af'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:08.303669 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416c4e0-eb05-4dce-8fcd-ea7d2535aedc req-c10f6c70-748a-4054-bd1e-4e83d042486b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.305387 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d416c4e0-eb05-4dce-8fcd-ea7d2535aedc req-c10f6c70-748a-4054-bd1e-4e83d042486b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 943 time: 0.0614307 Mar 10 17:25:08.377368 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d416c4e0-eb05-4dce-8fcd-ea7d2535aedc req-f792e295-95fc-40a0-9412-349f908a5844 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619643 Mar 10 17:25:08.411588 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 6f24ac15-f983-4743-9a4f-9aab069aa581 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:08.536087 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b5e39-57d3-4753-a3de-984d5ec8a671 req-aadeb9c5-e96e-4031-a30c-76db6554bea4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.538156 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-955b5e39-57d3-4753-a3de-984d5ec8a671 req-aadeb9c5-e96e-4031-a30c-76db6554bea4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0787938 Mar 10 17:25:08.556017 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 6f24ac15-f983-4743-9a4f-9aab069aa581, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6f24ac15-f983-4743-9a4f-9aab069aa581,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:08.574980 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '6f24ac15-f983-4743-9a4f-9aab069aa581', 'network_id': '7ac663e9-7971-461b-be98-3e7542f9511a', 'port_id': '6f24ac15-f983-4743-9a4f-9aab069aa581', 'mac_address': 'fa:16:3e:07:4d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf127bb-c7cf-408d-be24-7838b519ea65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:08.623829 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-955b5e39-57d3-4753-a3de-984d5ec8a671 req-9257d5b1-7d04-4f8b-9bc8-2f846a344e19 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785153 Mar 10 17:25:08.629650 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 6f24ac15-f983-4743-9a4f-9aab069aa581 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:08.630041 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.643432 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f24ac15-f983-4743-9a4f-9aab069aa581 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:08.670356 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 6f24ac15-f983-4743-9a4f-9aab069aa581, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6f24ac15-f983-4743-9a4f-9aab069aa581,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:08.677292 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.735322 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=6f24ac15-f983-4743-9a4f-9aab069aa581,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:08.771020 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e9a43-d985-48f9-aeeb-f7810eab0788 req-f170868d-576d-4da0-a1c8-b2589afd6ed4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.772612 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b59e9a43-d985-48f9-aeeb-f7810eab0788 req-f170868d-576d-4da0-a1c8-b2589afd6ed4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 943 time: 0.0625966 Mar 10 17:25:08.828571 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b59e9a43-d985-48f9-aeeb-f7810eab0788 req-3b1572fe-0406-4898-9230-80d03d2afe0d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476189 Mar 10 17:25:09.072771 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33150) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:09.104161 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33154) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:09.206579 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-367f3da2-c086-4ef8-b841-16ddc86d2727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.229153 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5a7cea59-5170-461c-9dac-35836ab504e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.283579 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['6f24ac15-f983-4743-9a4f-9aab069aa581'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:09.339090 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-367f3da2-c086-4ef8-b841-16ddc86d2727 admin admin] Publish callbacks [] for security_group (d4153dc9-e132-40ff-b009-b32154b59b8e), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.348753 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-367f3da2-c086-4ef8-b841-16ddc86d2727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d4153dc9-e132-40ff-b009-b32154b59b8e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.376970 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5a7cea59-5170-461c-9dac-35836ab504e6 admin admin] Publish callbacks [] for security_group (0c5b79d4-3a20-4ad8-9e94-c7588deb664d), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.387958 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5a7cea59-5170-461c-9dac-35836ab504e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0c5b79d4-3a20-4ad8-9e94-c7588deb664d), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.415056 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 33174) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:09.415529 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-367f3da2-c086-4ef8-b841-16ddc86d2727 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=898c667bb749499591885f0fda8f9c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098021 Mar 10 17:25:09.418327 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f3da2-c086-4ef8-b841-16ddc86d2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4153dc9-e132-40ff-b009-b32154b59b8e,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:09.488350 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-5a7cea59-5170-461c-9dac-35836ab504e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02c02438a1bf4945860816fa7b853e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144101 Mar 10 17:25:09.492297 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33180) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:09.513101 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cea59-5170-461c-9dac-35836ab504e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b79d4-3a20-4ad8-9e94-c7588deb664d,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:09.568062 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e2697981-af8a-4678-bea6-cf2feb4d59f6 admin admin] Publish callbacks [] for security_group (0c5b79d4-3a20-4ad8-9e94-c7588deb664d), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.591819 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e2697981-af8a-4678-bea6-cf2feb4d59f6 admin admin] Publish callbacks [] for security_group (0c5b79d4-3a20-4ad8-9e94-c7588deb664d), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.638802 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51b89a28-f302-49ba-aa0b-3358de9819a1 admin admin] Publish callbacks [] for security_group (d4153dc9-e132-40ff-b009-b32154b59b8e), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.640043 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e2697981-af8a-4678-bea6-cf2feb4d59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0c5b79d4-3a20-4ad8-9e94-c7588deb664d), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.642682 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e2697981-af8a-4678-bea6-cf2feb4d59f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.643969 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-e2697981-af8a-4678-bea6-cf2feb4d59f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c5b79d4-3a20-4ad8-9e94-c7588deb664d HTTP/1.1" status: 204 len: 168 time: 0.1507349 Mar 10 17:25:09.653938 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2697981-af8a-4678-bea6-cf2feb4d59f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b79d4-3a20-4ad8-9e94-c7588deb664d,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:09.679585 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51b89a28-f302-49ba-aa0b-3358de9819a1 admin admin] Publish callbacks [] for security_group (d4153dc9-e132-40ff-b009-b32154b59b8e), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.694037 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b5ef1-fe5b-4d8a-8e15-c329c54f4eb4 req-5021aabc-9e76-42d8-a74e-eb4806f011ab tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.695535 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-310b5ef1-fe5b-4d8a-8e15-c329c54f4eb4 req-5021aabc-9e76-42d8-a74e-eb4806f011ab tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 944 time: 0.1872303 Mar 10 17:25:09.723188 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-4d679a9f-742f-4234-873f-a3619a89af58 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.725186 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-4d679a9f-742f-4234-873f-a3619a89af58 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/networks?id=6f58c64f-edc9-4713-828e-80019e677d48 HTTP/1.1" status: 200 len: 806 time: 0.2695599 Mar 10 17:25:09.759982 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a2cfe98f-f1a3-4503-b716-0b219cfba006 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/quotas/dc8de18800bb46d2a1f59a4d437dc968 HTTP/1.1" status: 200 len: 375 time: 0.0264750 Mar 10 17:25:09.809845 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-809d048d-4d76-479a-b633-060aea91c05e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc8de18800bb46d2a1f59a4d437dc968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414581 Mar 10 17:25:09.813739 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-310b5ef1-fe5b-4d8a-8e15-c329c54f4eb4 req-a55ff00a-3990-46ec-a2a6-0daf0b8f210c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097121 Mar 10 17:25:09.824832 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51b89a28-f302-49ba-aa0b-3358de9819a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d4153dc9-e132-40ff-b009-b32154b59b8e), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.827971 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51b89a28-f302-49ba-aa0b-3358de9819a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.838376 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-51b89a28-f302-49ba-aa0b-3358de9819a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4153dc9-e132-40ff-b009-b32154b59b8e HTTP/1.1" status: 204 len: 168 time: 0.4222367 Mar 10 17:25:09.880272 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b89a28-f302-49ba-aa0b-3358de9819a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4153dc9-e132-40ff-b009-b32154b59b8e,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:09.969696 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-cc7ff0bd-bd84-46b2-9064-06793b819763 service neutron] 10.222.0.16 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301498 Mar 10 17:25:09.982196 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33200) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:09.995762 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8a25-7a5e-44ec-973e-24c5e3d4f59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.995951 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c6b80-530b-49b3-9b44-7529e20ee2c6 req-d5e51a36-32e6-4767-bafb-fb5838a6700d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.997374 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2c3c6b80-530b-49b3-9b44-7529e20ee2c6 req-d5e51a36-32e6-4767-bafb-fb5838a6700d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0904543 Mar 10 17:25:10.091603 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8a25-7a5e-44ec-973e-24c5e3d4f59e admin admin] Publish callbacks [] for security_group (7866a92c-84ff-414d-89f8-cff68bee726f), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.096821 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8a25-7a5e-44ec-973e-24c5e3d4f59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (7866a92c-84ff-414d-89f8-cff68bee726f), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.143909 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ff5f8a25-7a5e-44ec-973e-24c5e3d4f59e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db59566083a14b4fb91b721fee99b7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579394 Mar 10 17:25:10.144172 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33204) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:10.153152 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f8a25-7a5e-44ec-973e-24c5e3d4f59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7866a92c-84ff-414d-89f8-cff68bee726f,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:10.188833 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33206) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:10.205466 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e24-a3ea-4ac5-9c41-9de8f93050f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.228167 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-84efcc19-6ae9-4e9e-8919-aaeb63a7820f admin admin] Publish callbacks [] for security_group (7866a92c-84ff-414d-89f8-cff68bee726f), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.262657 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-84efcc19-6ae9-4e9e-8919-aaeb63a7820f admin admin] Publish callbacks [] for security_group (7866a92c-84ff-414d-89f8-cff68bee726f), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.264816 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2c3c6b80-530b-49b3-9b44-7529e20ee2c6 req-5d1eb1bf-6bba-449e-88ce-20ef6b23bc83 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813878 Mar 10 17:25:10.298975 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-c783ca41-44f8-4a09-b05f-1c09c19e6f9a service neutron] 10.222.0.16 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199863 Mar 10 17:25:10.343367 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e24-a3ea-4ac5-9c41-9de8f93050f6 admin admin] Publish callbacks [] for security_group (c708e4af-7b7e-4306-b54d-c8cba33a5d62), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.351541 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-84efcc19-6ae9-4e9e-8919-aaeb63a7820f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (7866a92c-84ff-414d-89f8-cff68bee726f), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.354180 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-84efcc19-6ae9-4e9e-8919-aaeb63a7820f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.355342 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-84efcc19-6ae9-4e9e-8919-aaeb63a7820f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7866a92c-84ff-414d-89f8-cff68bee726f HTTP/1.1" status: 204 len: 168 time: 0.2094049 Mar 10 17:25:10.356013 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e24-a3ea-4ac5-9c41-9de8f93050f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c708e4af-7b7e-4306-b54d-c8cba33a5d62), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.378994 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efcc19-6ae9-4e9e-8919-aaeb63a7820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7866a92c-84ff-414d-89f8-cff68bee726f,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:10.411448 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 3b6dada7-e125-4c2a-ac22-d1cabf513fec details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:10.412400 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-2ff15e24-a3ea-4ac5-9c41-9de8f93050f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cadaee05e9a46d3b555ce054ae77a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225015 Mar 10 17:25:10.415015 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33212) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:10.424422 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959de43-be72-4ecb-9244-78298e67dae5 req-82f7e147-f42d-4e1c-ab1b-412ec7be7525 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.426649 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1959de43-be72-4ecb-9244-78298e67dae5 req-82f7e147-f42d-4e1c-ab1b-412ec7be7525 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 943 time: 0.1031160 Mar 10 17:25:10.428459 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 83926aa3-c177-4c5a-9b45-a83be5e361af up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:10.509813 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff15e24-a3ea-4ac5-9c41-9de8f93050f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c708e4af-7b7e-4306-b54d-c8cba33a5d62,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:10.580589 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.db.resource_extend [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:25:10.607231 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1959de43-be72-4ecb-9244-78298e67dae5 req-fce638e9-165b-4e53-90bc-4b1263e62759 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726632 Mar 10 17:25:10.626625 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2caa2a38-9b62-4bc5-9877-35684d7e62c8 admin admin] Publish callbacks [] for security_group (c708e4af-7b7e-4306-b54d-c8cba33a5d62), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.662794 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2caa2a38-9b62-4bc5-9877-35684d7e62c8 admin admin] Publish callbacks [] for security_group (c708e4af-7b7e-4306-b54d-c8cba33a5d62), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.739852 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2caa2a38-9b62-4bc5-9877-35684d7e62c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c708e4af-7b7e-4306-b54d-c8cba33a5d62), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.744390 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2caa2a38-9b62-4bc5-9877-35684d7e62c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.751581 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-2caa2a38-9b62-4bc5-9877-35684d7e62c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c708e4af-7b7e-4306-b54d-c8cba33a5d62 HTTP/1.1" status: 204 len: 168 time: 0.3332825 Mar 10 17:25:10.777080 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa2a38-9b62-4bc5-9877-35684d7e62c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c708e4af-7b7e-4306-b54d-c8cba33a5d62,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:10.825062 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d219f557-f934-48e7-8397-26ed1ff01449 req-9f64d345-b34b-4a64-a486-040a269ff6be tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 210 time: 0.0792737 Mar 10 17:25:10.843019 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 83926aa3-c177-4c5a-9b45-a83be5e361af completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:10.852302 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267a098-d2a2-456a-8a69-67881f9ea3e8 req-9d43983c-f23a-4078-98f4-aa58f1d0d73e tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.860747 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7267a098-d2a2-456a-8a69-67881f9ea3e8 req-9d43983c-f23a-4078-98f4-aa58f1d0d73e tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.3092763 Mar 10 17:25:10.868566 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33232) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:10.870643 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'floatingip': {'port_id': '65ff0fc6-ea83-4fc1-971b-48ad755a5378'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:10.887784 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 83926aa3-c177-4c5a-9b45-a83be5e361af triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:10.890998 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.941516 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 3b6dada7-e125-4c2a-ac22-d1cabf513fec, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:10.991901 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:11.082295 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 3b6dada7-e125-4c2a-ac22-d1cabf513fec is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:11.083012 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.083235 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (eee2b2d7-553f-473e-9bc4-ef08c1d1f7de), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.100661 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 33238) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:11.103346 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 83926aa3-c177-4c5a-9b45-a83be5e361af is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:11.103899 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.114007 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95de56-1717-470c-b8b6-8f0791a83786 req-6e6f962e-7bfe-4c1c-80f5-898ebf873833 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:11.114007 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ce95de56-1717-470c-b8b6-8f0791a83786 req-6e6f962e-7bfe-4c1c-80f5-898ebf873833 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 944 time: 0.1497502 Mar 10 17:25:11.128442 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6dada7-e125-4c2a-ac22-d1cabf513fec {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:11.161357 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d23dffd-020f-4623-a43d-21f2d9454da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83926aa3-c177-4c5a-9b45-a83be5e361af'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:11.163941 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad058d40-25e6-4009-9abf-29a8153d5c3f" -d '{"events": [{"server_uuid": "6d23dffd-020f-4623-a43d-21f2d9454da7", "name": "network-vif-plugged", "status": "completed", "tag": "83926aa3-c177-4c5a-9b45-a83be5e361af"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:11.168973 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8604-6b01-438c-b6a7-d666dc3f9442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.179917 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 3b6dada7-e125-4c2a-ac22-d1cabf513fec, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:11.185446 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 83926aa3-c177-4c5a-9b45-a83be5e361af, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83926aa3-c177-4c5a-9b45-a83be5e361af,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:11.190323 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.199067 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.241869 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7480eb17-a1c1-402b-8f93-ddf46c9c3438 x-openstack-request-id: req-7480eb17-a1c1-402b-8f93-ddf46c9c3438 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:11.242494 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d23dffd-020f-4623-a43d-21f2d9454da7", "name": "network-vif-plugged", "status": "completed", "tag": "83926aa3-c177-4c5a-9b45-a83be5e361af", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:11.243489 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7480eb17-a1c1-402b-8f93-ddf46c9c3438 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:11.244152 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d23dffd-020f-4623-a43d-21f2d9454da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83926aa3-c177-4c5a-9b45-a83be5e361af', 'code': 200} Mar 10 17:25:11.270323 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ce95de56-1717-470c-b8b6-8f0791a83786 req-eff9ecce-44a8-4b59-bdde-448e109eb853 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296883 Mar 10 17:25:11.277540 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=3b6dada7-e125-4c2a-ac22-d1cabf513fec,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:11.351577 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=83926aa3-c177-4c5a-9b45-a83be5e361af,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:11.352547 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8604-6b01-438c-b6a7-d666dc3f9442 admin admin] Publish callbacks [] for security_group (45be3808-6ff8-412b-a69f-8dbd15632657), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.363225 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8604-6b01-438c-b6a7-d666dc3f9442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (45be3808-6ff8-412b-a69f-8dbd15632657), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.416380 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-fa8f8604-6b01-438c-b6a7-d666dc3f9442 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f32d85526ca4b4297f2f2b5ea420a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143170 Mar 10 17:25:11.416580 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33250) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:11.417723 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f8604-6b01-438c-b6a7-d666dc3f9442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45be3808-6ff8-412b-a69f-8dbd15632657,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:11.526519 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce41050f-4211-4346-87a5-19a54287dcab admin admin] Publish callbacks [] for security_group (45be3808-6ff8-412b-a69f-8dbd15632657), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.687298 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce41050f-4211-4346-87a5-19a54287dcab admin admin] Publish callbacks [] for security_group (45be3808-6ff8-412b-a69f-8dbd15632657), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.732102 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687fdbb-7695-4104-9eb8-bd6876876836 req-2830d52d-0566-4f45-b3cf-a761cbc6c3c7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:11.734416 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c687fdbb-7695-4104-9eb8-bd6876876836 req-2830d52d-0566-4f45-b3cf-a761cbc6c3c7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 944 time: 0.0613959 Mar 10 17:25:11.764592 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f86e96-5b6f-47e9-b51d-d39fafc553a4 req-e9aefe1b-6e08-49e3-9ad5-ba2a478c94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:11.766127 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-54f86e96-5b6f-47e9-b51d-d39fafc553a4 req-e9aefe1b-6e08-49e3-9ad5-ba2a478c94ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1130 time: 0.2410729 Mar 10 17:25:11.786401 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['3b6dada7-e125-4c2a-ac22-d1cabf513fec'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:11.790837 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c687fdbb-7695-4104-9eb8-bd6876876836 req-7916f422-28ed-43a9-8ee4-2150408020fa tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502610 Mar 10 17:25:11.905846 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce41050f-4211-4346-87a5-19a54287dcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (45be3808-6ff8-412b-a69f-8dbd15632657), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.908299 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce41050f-4211-4346-87a5-19a54287dcab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.910148 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ce41050f-4211-4346-87a5-19a54287dcab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45be3808-6ff8-412b-a69f-8dbd15632657 HTTP/1.1" status: 204 len: 168 time: 0.4920907 Mar 10 17:25:11.938675 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-54f86e96-5b6f-47e9-b51d-d39fafc553a4 req-1ecc807c-9710-4c4f-8212-77c633e0ebfd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501963 Mar 10 17:25:11.947806 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-18b0b889-1dfa-4ad0-9a4e-4b98f9448e3d req-bfc5eca0-25f4-40ad-8324-b5d71c72d194 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 210 time: 0.0409853 Mar 10 17:25:11.971695 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41050f-4211-4346-87a5-19a54287dcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45be3808-6ff8-412b-a69f-8dbd15632657,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:12.182539 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.db.resource_extend [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:25:12.273991 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.278832 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (eee2b2d7-553f-473e-9bc4-ef08c1d1f7de), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.400826 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.l3_db [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Floating IP eee2b2d7-553f-473e-9bc4-ef08c1d1f7de associated. External IP: 172.27.3.12, port: 65ff0fc6-ea83-4fc1-971b-48ad755a5378. Mar 10 17:25:12.427580 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 6f24ac15-f983-4743-9a4f-9aab069aa581 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:12.461551 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809d83-f4f8-418b-9946-fe5635bd80ab req-7827cde6-31eb-4313-8c81-7da73b77c04e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:12.465241 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-73809d83-f4f8-418b-9946-fe5635bd80ab req-7827cde6-31eb-4313-8c81-7da73b77c04e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 944 time: 0.1125772 Mar 10 17:25:12.527420 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 6f24ac15-f983-4743-9a4f-9aab069aa581 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:12.532343 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 6f24ac15-f983-4743-9a4f-9aab069aa581 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:12.532727 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.575675 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-73809d83-f4f8-418b-9946-fe5635bd80ab req-651af2ab-26cb-4191-8067-cb16e34214bb tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026006 Mar 10 17:25:12.665142 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 6f24ac15-f983-4743-9a4f-9aab069aa581 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:12.666886 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.718515 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 6f24ac15-f983-4743-9a4f-9aab069aa581, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6f24ac15-f983-4743-9a4f-9aab069aa581,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:12.725500 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.831234 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=6f24ac15-f983-4743-9a4f-9aab069aa581,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:12.935942 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-100a9179-e718-4959-95fd-39f4035855bd tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:12.937435 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-100a9179-e718-4959-95fd-39f4035855bd tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.37 "GET /v2.0/networks?id=6f58c64f-edc9-4713-828e-80019e677d48 HTTP/1.1" status: 200 len: 806 time: 0.3754852 Mar 10 17:25:12.942857 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:12.968591 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71d722-26dc-42ac-9ab3-bbbcef0991d2 req-59a3dc16-1acb-4c68-8134-f6eb30a84205 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:12.971908 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ce71d722-26dc-42ac-9ab3-bbbcef0991d2 req-59a3dc16-1acb-4c68-8134-f6eb30a84205 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 944 time: 0.0718887 Mar 10 17:25:12.977702 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Request body: {'port': {'device_id': '1561d036-cc25-40b8-9b40-93579f2fe794', 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48', 'admin_state_up': True, 'tenant_id': 'dc8de18800bb46d2a1f59a4d437dc968'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:13.089999 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ce71d722-26dc-42ac-9ab3-bbbcef0991d2 req-996bce9a-84de-45f4-af94-d045371865af tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046855 Mar 10 17:25:13.120133 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c17993cc-c1e0-48b5-99d6-629d7131aa66 req-f6428a7c-824a-4d63-bf5c-1ad51341c7b1 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 210 time: 0.0558054 Mar 10 17:25:13.138095 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Made reservation on behalf of dc8de18800bb46d2a1f59a4d437dc968 for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:13.142197 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.245372 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e81c861-75b9-4e1b-9c7d-2423da6fe0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f24ac15-f983-4743-9a4f-9aab069aa581'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:13.248104 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec182a-8410-4747-8927-e154478c20ee" -d '{"events": [{"server_uuid": "7e81c861-75b9-4e1b-9c7d-2423da6fe0fa", "name": "network-vif-plugged", "status": "completed", "tag": "6f24ac15-f983-4743-9a4f-9aab069aa581"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:13.259294 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:13.265849 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.280824 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] Sync routers for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:13.322933 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:13.325648 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:13.331523 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52d6ea2-c68d-4301-a76c-4e6ba4174356 x-openstack-request-id: req-f52d6ea2-c68d-4301-a76c-4e6ba4174356 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:13.332013 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e81c861-75b9-4e1b-9c7d-2423da6fe0fa", "name": "network-vif-plugged", "status": "completed", "tag": "6f24ac15-f983-4743-9a4f-9aab069aa581", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:13.332408 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f52d6ea2-c68d-4301-a76c-4e6ba4174356 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:13.332968 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e81c861-75b9-4e1b-9c7d-2423da6fe0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f24ac15-f983-4743-9a4f-9aab069aa581', 'code': 200} Mar 10 17:25:13.377909 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-55a93cad-7ba0-4218-b06c-6aee37044d58 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "PUT /v2.0/floatingips/eee2b2d7-553f-473e-9bc4-ef08c1d1f7de HTTP/1.1" status: 200 len: 991 time: 2.5114477 Mar 10 17:25:13.380630 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'tag': '65ff0fc6-ea83-4fc1-971b-48ad755a5378'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:13.383075 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55606daf-2676-47b9-af05-0cd9ec577ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "f96cb60f-3092-47ef-9311-5fdc0eb487d1", "tag": "65ff0fc6-ea83-4fc1-971b-48ad755a5378"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:13.404783 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Allocated IP 172.20.0.8 (6f58c64f-edc9-4713-828e-80019e677d48/568e997f-c703-4999-a48b-4a04e0ab8444/93c08c2c-10fa-4f1d-b505-e4af7b1f3423) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:13.462487 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed78c7f-9287-4695-8911-7c828d383cc2 x-openstack-request-id: req-9ed78c7f-9287-4695-8911-7c828d383cc2 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:13.463033 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96cb60f-3092-47ef-9311-5fdc0eb487d1", "tag": "65ff0fc6-ea83-4fc1-971b-48ad755a5378", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:13.463721 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ed78c7f-9287-4695-8911-7c828d383cc2 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:13.464289 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'tag': '65ff0fc6-ea83-4fc1-971b-48ad755a5378', 'status': 'completed', 'code': 200} Mar 10 17:25:13.492027 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:13.616810 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks [] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.640215 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344456e9-e474-4dc3-830e-38e076931321 req-d19c8f36-2743-48b3-9453-402a45a864d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.642197 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-344456e9-e474-4dc3-830e-38e076931321 req-d19c8f36-2743-48b3-9453-402a45a864d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 1129 time: 0.0563874 Mar 10 17:25:13.648809 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-207d08a2-1fcd-49a5-b287-6230bdcff75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.650358 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-207d08a2-1fcd-49a5-b287-6230bdcff75d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 1130 time: 0.0967364 Mar 10 17:25:13.698596 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-344456e9-e474-4dc3-830e-38e076931321 req-f9fe0afe-7b41-4c1a-9198-e43d19694e3c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 Mar 10 17:25:13.773342 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.824501 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42424c67-ba60-418b-a8e2-8a328ef49d89 req-7c3dc360-c4c9-481f-a168-8c7a16c72023 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.828832 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': 'eee2b2d7-553f-473e-9bc4-ef08c1d1f7de', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'port_id': '65ff0fc6-ea83-4fc1-971b-48ad755a5378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'mac_address': 'fa:16:3e:2c:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:46Z', 'updated_at': '2022-03-10T17:25:11Z', 'revision_number': 1, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:13.842931 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-42424c67-ba60-418b-a8e2-8a328ef49d89 req-7c3dc360-c4c9-481f-a168-8c7a16c72023 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.1292529 Mar 10 17:25:13.861339 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] Checking router: 4748d658-0e4a-439c-9e3c-b9f181be3cb5 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:13.874329 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:13.875375 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:24:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:13.923775 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Network 6f58c64f-edc9-4713-828e-80019e677d48 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:13.926841 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:13.930415 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:13.940903 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-72845dda-3aca-471e-b3cb-08669704137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.942606 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-72845dda-3aca-471e-b3cb-08669704137a service neutron] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 912 time: 0.2816532 Mar 10 17:25:13.953637 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-42424c67-ba60-418b-a8e2-8a328ef49d89 req-bcc43955-fa23-4ee6-8e16-5f00161885c9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041710 Mar 10 17:25:13.967793 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Pushing event updated for resources: {'Port': ['ID=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:14.000315 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.001044 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.019107 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-86fa3928-5f29-4f7c-a9e0-403a151eaf40 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0522950 Mar 10 17:25:14.046880 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:14.120432 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Request body: {'port': {'device_id': '1561d036-cc25-40b8-9b40-93579f2fe794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:14.246204 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-dd506413-f700-4269-a0f8-fe4e46f0ee50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378 HTTP/1.1" status: 200 len: 999 time: 0.1323535 Mar 10 17:25:14.290845 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.328622 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': 'eee2b2d7-553f-473e-9bc4-ef08c1d1f7de', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'port_id': '65ff0fc6-ea83-4fc1-971b-48ad755a5378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'mac_address': 'fa:16:3e:2c:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:46Z', 'updated_at': '2022-03-10T17:25:11Z', 'revision_number': 1, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:14.340693 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d3b2e-9968-4024-83e8-c0deecca75f0 req-b3ece772-e1f4-4891-9289-dc3959251897 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.347867 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-aa7d3b2e-9968-4024-83e8-c0deecca75f0 req-b3ece772-e1f4-4891-9289-dc3959251897 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 931 time: 0.1460814 Mar 10 17:25:14.364457 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9f097-2a1b-4e7c-b1e5-68fb9d9d2b18 None None] The sync data for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi is: [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': 'eee2b2d7-553f-473e-9bc4-ef08c1d1f7de', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'port_id': '65ff0fc6-ea83-4fc1-971b-48ad755a5378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'mac_address': 'fa:16:3e:2c:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:46Z', 'updated_at': '2022-03-10T17:25:11Z', 'revision_number': 1, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:14.374664 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279817-253e-4a89-9bf7-6403c40527e1 req-7857769e-f622-4560-b692-3bad38126ab2 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.376308 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77279817-253e-4a89-9bf7-6403c40527e1 req-7857769e-f622-4560-b692-3bad38126ab2 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 944 time: 0.1411557 Mar 10 17:25:14.433665 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-aa7d3b2e-9968-4024-83e8-c0deecca75f0 req-3503166a-7074-4fcf-931a-4bcec2c52ed7 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846210 Mar 10 17:25:14.450476 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 3b6dada7-e125-4c2a-ac22-d1cabf513fec up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:14.484947 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77279817-253e-4a89-9bf7-6403c40527e1 req-0d9b1521-b3a6-43ae-b383-43b9575b17a7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804102 Mar 10 17:25:14.530801 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 3b6dada7-e125-4c2a-ac22-d1cabf513fec completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:14.535539 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 3b6dada7-e125-4c2a-ac22-d1cabf513fec triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:14.536747 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.549378 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-02d6d8d9-2521-46d2-86ce-43e38df2607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.550932 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-02d6d8d9-2521-46d2-86ce-43e38df2607c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.2289701 Mar 10 17:25:14.637431 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-e27f4b80-4a22-4c6b-897e-15d6ce1fb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.638961 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-e27f4b80-4a22-4c6b-897e-15d6ce1fb37d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781751 Mar 10 17:25:14.644883 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 3b6dada7-e125-4c2a-ac22-d1cabf513fec is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:14.645272 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.681750 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 3b6dada7-e125-4c2a-ac22-d1cabf513fec, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:14.686085 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.742048 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=3b6dada7-e125-4c2a-ac22-d1cabf513fec,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:14.780941 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1a2bf-f932-4932-8700-40c2345a0f76 None None] New status for floating IP eee2b2d7-553f-473e-9bc4-ef08c1d1f7de: ACTIVE {{(pid=102917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:25:15.041325 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-d56e5e04-b5b8-4639-8876-c97766988a7b service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634202 Mar 10 17:25:15.057435 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:15.076117 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Publish callbacks [] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.111647 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Transition to ACTIVE for port object 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:15.152832 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.177234 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa33b-ef04-4b5e-8f8a-ad9a6c795e85 req-a7c2ca3e-297c-4785-9482-6fe742073317 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.180032 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-372aa33b-ef04-4b5e-8f8a-ad9a6c795e85 req-a7c2ca3e-297c-4785-9482-6fe742073317 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.1029956 Mar 10 17:25:15.226617 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-55606daf-2676-47b9-af05-0cd9ec577ff3 req-f1bdf797-a15e-4adf-8f46-04221141a91a service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639855 Mar 10 17:25:15.235712 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Pushing event updated for resources: {'Port': ['ID=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:15.248794 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-372aa33b-ef04-4b5e-8f8a-ad9a6c795e85 req-74ebe52f-fffd-4969-a6e1-67eb73f09504 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563381 Mar 10 17:25:15.313203 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Attempting to bind port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:15.313556 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Attempting to bind port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:15.313893 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Attempting to bind port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 on network 6f58c64f-edc9-4713-828e-80019e677d48 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:15.318381 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 on network 6f58c64f-edc9-4713-828e-80019e677d48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:15.320942 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Attempting to bind port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 on network 6f58c64f-edc9-4713-828e-80019e677d48 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:15.325866 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:15.326304 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Checking segment: {'id': 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:15.326694 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Bound using segment: {'id': 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:15.327133 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Bound port: 93c08c2c-10fa-4f1d-b505-e4af7b1f3423, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:15.327493 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.334177 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6dada7-e125-4c2a-ac22-d1cabf513fec'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:15.336435 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f05a43-351c-4d63-842c-68c04a715a9b" -d '{"events": [{"server_uuid": "0b13a952-00f2-4880-80ed-2cda40f5cc92", "name": "network-vif-plugged", "status": "completed", "tag": "3b6dada7-e125-4c2a-ac22-d1cabf513fec"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:15.371399 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aec061e-e328-49fc-90ae-e91148155b08 x-openstack-request-id: req-9aec061e-e328-49fc-90ae-e91148155b08 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:15.371782 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b13a952-00f2-4880-80ed-2cda40f5cc92", "name": "network-vif-plugged", "status": "completed", "tag": "3b6dada7-e125-4c2a-ac22-d1cabf513fec", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:15.372105 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9aec061e-e328-49fc-90ae-e91148155b08 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:15.372521 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'code': 200} Mar 10 17:25:15.393584 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] For port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:15.396559 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] For port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:15.402829 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.438186 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.438824 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.440203 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] 10.222.0.37 "PUT /v2.0/ports/93c08c2c-10fa-4f1d-b505-e4af7b1f3423 HTTP/1.1" status: 200 len: 1093 time: 1.3241844 Mar 10 17:25:15.461260 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a08cd-25bb-4e6a-b28d-58cb5adea676 service neutron] Pushing event updated for resources: {'Port': ['ID=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:15.465402 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1561d036-cc25-40b8-9b40-93579f2fe794', 'tag': '93c08c2c-10fa-4f1d-b505-e4af7b1f3423'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:15.467666 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07199588-86d3-473e-a14b-76b39aa62184" -d '{"events": [{"name": "network-changed", "server_uuid": "1561d036-cc25-40b8-9b40-93579f2fe794", "tag": "93c08c2c-10fa-4f1d-b505-e4af7b1f3423"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:15.525271 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71718c4-124f-4aa8-8084-67907d477f6b x-openstack-request-id: req-c71718c4-124f-4aa8-8084-67907d477f6b {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:15.525624 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1561d036-cc25-40b8-9b40-93579f2fe794", "tag": "93c08c2c-10fa-4f1d-b505-e4af7b1f3423", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:15.525941 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c71718c4-124f-4aa8-8084-67907d477f6b {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:15.526427 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1561d036-cc25-40b8-9b40-93579f2fe794', 'tag': '93c08c2c-10fa-4f1d-b505-e4af7b1f3423', 'status': 'completed', 'code': 200} Mar 10 17:25:15.576344 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9c79b-adf0-43d3-a51f-f97b58fc1745 req-c16b6b7f-8257-42b2-8768-6df985576798 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.578361 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4f9c79b-adf0-43d3-a51f-f97b58fc1745 req-c16b6b7f-8257-42b2-8768-6df985576798 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 943 time: 0.0609047 Mar 10 17:25:15.636596 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-3302015c-acdf-4e11-ba3f-8160c7e8ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.638464 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-3302015c-acdf-4e11-ba3f-8160c7e8ad4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc8de18800bb46d2a1f59a4d437dc968&device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 1127 time: 0.0580885 Mar 10 17:25:15.688362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b245d2f-1933-4ded-817b-d004f5b9ba3e req-dd5ae97e-0598-4743-a333-ec26af85d02a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.689871 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1b245d2f-1933-4ded-817b-d004f5b9ba3e req-dd5ae97e-0598-4743-a333-ec26af85d02a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 945 time: 0.1103852 Mar 10 17:25:15.697309 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4f9c79b-adf0-43d3-a51f-f97b58fc1745 req-a6ad2af7-4bff-44b4-919b-c1247dd7e779 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844302 Mar 10 17:25:15.739539 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-634a97d2-846d-46e3-93b9-1085fb9da0c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c08c2c-10fa-4f1d-b505-e4af7b1f3423 HTTP/1.1" status: 200 len: 217 time: 0.0603704 Mar 10 17:25:15.750939 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1b245d2f-1933-4ded-817b-d004f5b9ba3e req-dd55e375-5817-4f17-859a-991653d89c3a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526476 Mar 10 17:25:15.767392 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60bfdc-8612-47da-bd1d-01e96424d790 req-9da00c33-4c65-4e0d-975f-c41253aba235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.769078 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4b60bfdc-8612-47da-bd1d-01e96424d790 req-9da00c33-4c65-4e0d-975f-c41253aba235 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 1129 time: 0.0815179 Mar 10 17:25:15.837197 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-f066a57a-3628-4f27-b107-dc711f2c4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.838849 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-f066a57a-3628-4f27-b107-dc711f2c4567 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=568e997f-c703-4999-a48b-4a04e0ab8444 HTTP/1.1" status: 200 len: 846 time: 0.0825832 Mar 10 17:25:15.852313 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4b60bfdc-8612-47da-bd1d-01e96424d790 req-f09ecbf4-0e3c-4ecb-a325-99dd255395b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596197 Mar 10 17:25:16.350349 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3a491-3c66-48ff-ab56-c2027587d93a req-054331d9-491a-448d-9237-caee8450161e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.351808 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ecd3a491-3c66-48ff-ab56-c2027587d93a req-054331d9-491a-448d-9237-caee8450161e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0516167 Mar 10 17:25:16.395842 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ecd3a491-3c66-48ff-ab56-c2027587d93a req-2af61853-205c-42bf-a460-debf4c16e89f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 Mar 10 17:25:16.459555 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-854b3a31-5a84-4c92-a8a5-513316f9c16b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f58c64f-edc9-4713-828e-80019e677d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251248 Mar 10 17:25:16.525572 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-8048a847-15f5-44b4-8b9d-5314fed2efae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.676281 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-feccc180-fb10-4218-94c3-732089d0d26f service neutron] 10.222.0.37 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841875 Mar 10 17:25:16.782705 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-61ce8fb8-44f4-47f7-a3cf-5a75bddda6e4 req-b3273918-8dbf-41db-a4a3-2a49f457496e service neutron] 10.222.0.37 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884449 Mar 10 17:25:16.876894 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f1c35-328c-4ce6-bdc4-435dfe81474a req-25d33f01-2932-4315-a1ee-7dd32f7052ba tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.878565 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5a4f1c35-328c-4ce6-bdc4-435dfe81474a req-25d33f01-2932-4315-a1ee-7dd32f7052ba tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 943 time: 0.1078181 Mar 10 17:25:16.913406 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9dee5-e698-474b-911a-8838d16068c1 req-ffcf86c0-aa8a-47cf-aa16-d198f487f059 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.914882 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a8c9dee5-e698-474b-911a-8838d16068c1 req-ffcf86c0-aa8a-47cf-aa16-d198f487f059 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 945 time: 0.0838022 Mar 10 17:25:16.957382 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5a4f1c35-328c-4ce6-bdc4-435dfe81474a req-d895c932-4fa5-4ad3-bf67-b5783ae93238 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692108 Mar 10 17:25:16.983009 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a8c9dee5-e698-474b-911a-8838d16068c1 req-cac130e5-1700-45bf-baf6-9695d053d089 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623803 Mar 10 17:25:16.993313 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07199588-86d3-473e-a14b-76b39aa62184 req-496dc097-89a7-45c2-a095-5a8514fda85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.994889 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-07199588-86d3-473e-a14b-76b39aa62184 req-496dc097-89a7-45c2-a095-5a8514fda85c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc8de18800bb46d2a1f59a4d437dc968&device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 1127 time: 0.0488784 Mar 10 17:25:17.087694 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07199588-86d3-473e-a14b-76b39aa62184 req-a82dda4f-8c50-4ab8-9b13-dad57f8524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.089163 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-07199588-86d3-473e-a14b-76b39aa62184 req-a82dda4f-8c50-4ab8-9b13-dad57f8524bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=6f58c64f-edc9-4713-828e-80019e677d48 HTTP/1.1" status: 200 len: 907 time: 0.0872335 Mar 10 17:25:17.140381 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-07199588-86d3-473e-a14b-76b39aa62184 req-b4050c81-7b72-47af-814a-f69bb7065783 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c08c2c-10fa-4f1d-b505-e4af7b1f3423 HTTP/1.1" status: 200 len: 217 time: 0.0346365 Mar 10 17:25:17.192982 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07199588-86d3-473e-a14b-76b39aa62184 req-392eb898-7461-4dc8-a6fc-c3d3962bcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.194908 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-07199588-86d3-473e-a14b-76b39aa62184 req-392eb898-7461-4dc8-a6fc-c3d3962bcb4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=568e997f-c703-4999-a48b-4a04e0ab8444 HTTP/1.1" status: 200 len: 846 time: 0.0459566 Mar 10 17:25:17.232814 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-07199588-86d3-473e-a14b-76b39aa62184 req-12d9eb1f-1a80-416b-9ff4-2a5d621fdccf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f58c64f-edc9-4713-828e-80019e677d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248151 Mar 10 17:25:17.331234 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-07199588-86d3-473e-a14b-76b39aa62184 req-002f3f0a-a007-4451-b990-60d8be0eaf20 service neutron] 10.222.0.37 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861027 Mar 10 17:25:17.425940 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-07199588-86d3-473e-a14b-76b39aa62184 req-6b917468-ec5a-4a03-9185-92b34e5e0cba service neutron] 10.222.0.37 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886869 Mar 10 17:25:17.519171 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf05eed-b794-4e64-b5c5-e6c4b1b7f1a3 req-a5c95007-3730-4ca7-9b5f-11ef8387255e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.520912 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eaf05eed-b794-4e64-b5c5-e6c4b1b7f1a3 req-a5c95007-3730-4ca7-9b5f-11ef8387255e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0537381 Mar 10 17:25:17.574749 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eaf05eed-b794-4e64-b5c5-e6c4b1b7f1a3 req-65bc45f8-875e-4b88-ba11-41e99e88f850 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478983 Mar 10 17:25:17.903592 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981336eb-ded0-40f8-9489-c760e6a77910 req-b3f6273e-7b17-455d-890b-71b2132ec512 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.905159 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-981336eb-ded0-40f8-9489-c760e6a77910 req-b3f6273e-7b17-455d-890b-71b2132ec512 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0566099 Mar 10 17:25:17.917508 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-d731fcf1-84a4-4acb-8b8c-de2aa6b8bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.919258 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-d731fcf1-84a4-4acb-8b8c-de2aa6b8bbbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 1129 time: 0.0513346 Mar 10 17:25:17.954403 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-981336eb-ded0-40f8-9489-c760e6a77910 req-9371d4ce-b7cd-4001-b96b-57384087056b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 Mar 10 17:25:18.033380 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-2a084cda-4295-443f-8273-13e49bd85f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:18.036309 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-2a084cda-4295-443f-8273-13e49bd85f5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 920 time: 0.1091669 Mar 10 17:25:18.103508 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-2573b8db-e0b0-4368-a5df-4ed238652bf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f24ac15-f983-4743-9a4f-9aab069aa581 HTTP/1.1" status: 200 len: 217 time: 0.0439835 Mar 10 17:25:18.139383 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024d7ff-24d4-4685-a571-9ce62b971e19 req-ffb3f96b-5e30-4068-8a0c-bd68e7fcf782 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:18.149305 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6024d7ff-24d4-4685-a571-9ce62b971e19 req-ffb3f96b-5e30-4068-8a0c-bd68e7fcf782 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 943 time: 0.0988483 Mar 10 17:25:18.163682 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-fc37e516-d83e-4aea-91f4-49454e87373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:18.165307 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-fc37e516-d83e-4aea-91f4-49454e87373d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.0513523 Mar 10 17:25:18.169247 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695e453-168a-4c02-998a-db9c637f7135 req-4378ca76-46bf-4660-a967-1e8615fbce12 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:18.170837 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6695e453-168a-4c02-998a-db9c637f7135 req-4378ca76-46bf-4660-a967-1e8615fbce12 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 945 time: 0.1114731 Mar 10 17:25:18.216825 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-bea4e55a-609c-4512-a60c-3f5383bd625c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377185 Mar 10 17:25:18.236952 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6024d7ff-24d4-4685-a571-9ce62b971e19 req-ca81ccc6-e9fc-4f7e-b269-343a0ec9c161 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815237 Mar 10 17:25:18.295309 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6695e453-168a-4c02-998a-db9c637f7135 req-e2d421df-467b-4cf2-acb0-a839483514fb tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156807 Mar 10 17:25:18.386476 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-3b8c5da6-12c6-4b95-b8b9-980e20bb8954 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605527 Mar 10 17:25:18.494064 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-869a8b98-937e-4a7e-b565-50469a8dad40 req-9df2691d-41ba-4472-9617-6d51968bc305 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007774 Mar 10 17:25:18.542185 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d671f45-c731-4cff-8e9f-0033f87700cd req-5ffacecb-19c4-4000-9190-91c525fbdd51 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:18.544738 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0d671f45-c731-4cff-8e9f-0033f87700cd req-5ffacecb-19c4-4000-9190-91c525fbdd51 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.0541842 Mar 10 17:25:18.591096 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0d671f45-c731-4cff-8e9f-0033f87700cd req-4e20f601-cb64-408a-89ba-0efecd4a31e9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Mar 10 17:25:18.798734 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6507261-dc12-4639-bd91-69dceb39860a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:18.992831 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33502) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:19.077332 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa7db0-9815-4d68-821f-07038ef4f00a req-71ec6ffd-85f5-49d8-a0fd-919a0582e808 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:19.078863 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8cfa7db0-9815-4d68-821f-07038ef4f00a req-71ec6ffd-85f5-49d8-a0fd-919a0582e808 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0515311 Mar 10 17:25:19.098572 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-39b47fff-0fcb-428b-8cca-2c44a09ab109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.127906 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8cfa7db0-9815-4d68-821f-07038ef4f00a req-278e8d13-6c61-41fc-a3e3-d8654580eda5 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 Mar 10 17:25:19.178622 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-39b47fff-0fcb-428b-8cca-2c44a09ab109 admin admin] Publish callbacks [] for security_group (d48a442f-209f-46e0-8fb7-2bbcb93c8feb), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.182098 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-39b47fff-0fcb-428b-8cca-2c44a09ab109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d48a442f-209f-46e0-8fb7-2bbcb93c8feb), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.217575 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b47fff-0fcb-428b-8cca-2c44a09ab109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48a442f-209f-46e0-8fb7-2bbcb93c8feb,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:19.221667 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-39b47fff-0fcb-428b-8cca-2c44a09ab109 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8433f0b66694cb49e876b0980e83929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278078 Mar 10 17:25:19.224506 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 33506) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:19.275251 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0927ac47-5284-41eb-8556-02a4cd1af4f8 admin admin] Publish callbacks [] for security_group (d48a442f-209f-46e0-8fb7-2bbcb93c8feb), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.304946 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0927ac47-5284-41eb-8556-02a4cd1af4f8 admin admin] Publish callbacks [] for security_group (d48a442f-209f-46e0-8fb7-2bbcb93c8feb), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.371690 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83910e-bd12-4407-ad6f-5e1fb90d51fa req-46a9d741-9e22-449c-a4b3-d6d742c29627 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:19.373178 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a83910e-bd12-4407-ad6f-5e1fb90d51fa req-46a9d741-9e22-449c-a4b3-d6d742c29627 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 943 time: 0.0803638 Mar 10 17:25:19.414207 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0927ac47-5284-41eb-8556-02a4cd1af4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d48a442f-209f-46e0-8fb7-2bbcb93c8feb), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.416762 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0927ac47-5284-41eb-8556-02a4cd1af4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.417874 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-0927ac47-5284-41eb-8556-02a4cd1af4f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d48a442f-209f-46e0-8fb7-2bbcb93c8feb HTTP/1.1" status: 204 len: 168 time: 0.1924183 Mar 10 17:25:19.437017 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927ac47-5284-41eb-8556-02a4cd1af4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48a442f-209f-46e0-8fb7-2bbcb93c8feb,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:19.467017 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a83910e-bd12-4407-ad6f-5e1fb90d51fa req-fe2c27a7-c8bd-4a19-b5db-d9661377786f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880744 Mar 10 17:25:19.474604 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcc937-4abc-4fd5-878d-0d620c6e67f8 req-53656cf2-fe11-4c19-9823-17c0d5e220d2 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:19.476076 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5cbcc937-4abc-4fd5-878d-0d620c6e67f8 req-53656cf2-fe11-4c19-9823-17c0d5e220d2 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 945 time: 0.0991421 Mar 10 17:25:19.533719 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5cbcc937-4abc-4fd5-878d-0d620c6e67f8 req-25e58568-49b5-4422-8f8d-85aa621a2d44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449159 Mar 10 17:25:19.647437 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c54f46-de5f-4c57-81a3-2c03d9d10ce3 req-8ed466f5-9e6c-4fe1-be0c-42f99adcf2c4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:19.649088 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b0c54f46-de5f-4c57-81a3-2c03d9d10ce3 req-8ed466f5-9e6c-4fe1-be0c-42f99adcf2c4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 945 time: 0.0538387 Mar 10 17:25:19.658845 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 33524) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:19.664673 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-f6ae7b61-16c9-4047-aecd-52e7234d860e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'floatingip': {'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:19.702504 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33526) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:19.716184 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-87092b1b-4af8-4d8a-a810-8fc1414df526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.762286 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f6ae7b61-16c9-4047-aecd-52e7234d860e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (31aae6e1-a1f7-420b-8418-c44251b91623), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.793534 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-87092b1b-4af8-4d8a-a810-8fc1414df526 admin admin] Publish callbacks [] for security_group (905523ef-e966-42d3-9417-d7e99ad9c105), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.797933 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-87092b1b-4af8-4d8a-a810-8fc1414df526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (905523ef-e966-42d3-9417-d7e99ad9c105), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.839242 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-87092b1b-4af8-4d8a-a810-8fc1414df526 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9aab886119f4cc69029199a1d860818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356080 Mar 10 17:25:19.840094 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87092b1b-4af8-4d8a-a810-8fc1414df526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905523ef-e966-42d3-9417-d7e99ad9c105,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:19.842380 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 33528) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:19.910232 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4695d-986b-4141-9953-9b4a4ded7724 req-79b4cbf7-e95e-4e62-a8bd-94dda369373b tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:19.911803 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-41d4695d-986b-4141-9953-9b4a4ded7724 req-79b4cbf7-e95e-4e62-a8bd-94dda369373b tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.2504079 Mar 10 17:25:19.936918 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.023539 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c344-13ac-4846-a53d-fabbc97d35ee admin admin] Publish callbacks [] for security_group (905523ef-e966-42d3-9417-d7e99ad9c105), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.047705 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-41d4695d-986b-4141-9953-9b4a4ded7724 req-bea88896-fe36-4e3d-b103-16bbbc7f8b8e tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287899 Mar 10 17:25:20.063616 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c344-13ac-4846-a53d-fabbc97d35ee admin admin] Publish callbacks [] for security_group (905523ef-e966-42d3-9417-d7e99ad9c105), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.270884 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c344-13ac-4846-a53d-fabbc97d35ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (905523ef-e966-42d3-9417-d7e99ad9c105), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.273894 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c344-13ac-4846-a53d-fabbc97d35ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.275039 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b4a4c344-13ac-4846-a53d-fabbc97d35ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/905523ef-e966-42d3-9417-d7e99ad9c105 HTTP/1.1" status: 204 len: 168 time: 0.4308956 Mar 10 17:25:20.312833 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4c344-13ac-4846-a53d-fabbc97d35ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905523ef-e966-42d3-9417-d7e99ad9c105,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:20.636206 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33550) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:20.652801 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ebab376c-ebe8-48d0-8628-449f2ffd8097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.660949 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fa838-3d5c-4c33-affb-4c0b0bfc1a0d req-05e5ac33-260f-4e80-bddb-99cb071b2b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:20.663063 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2d4fa838-3d5c-4c33-affb-4c0b0bfc1a0d req-05e5ac33-260f-4e80-bddb-99cb071b2b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.4330883 Mar 10 17:25:20.732081 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ebab376c-ebe8-48d0-8628-449f2ffd8097 admin admin] Publish callbacks [] for security_group (1c1907fa-34a1-4977-95b3-9a5a4f192b24), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.737761 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ebab376c-ebe8-48d0-8628-449f2ffd8097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (1c1907fa-34a1-4977-95b3-9a5a4f192b24), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.778144 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ebab376c-ebe8-48d0-8628-449f2ffd8097 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=927d3219136d4293841b2f5741afe55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395955 Mar 10 17:25:20.779024 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab376c-ebe8-48d0-8628-449f2ffd8097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1907fa-34a1-4977-95b3-9a5a4f192b24,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:20.781273 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33552) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:20.803661 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981590-1ced-47cb-9717-7c9737040117 req-bb258f63-bec5-4552-b836-d866c3216474 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:20.805143 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0f981590-1ced-47cb-9717-7c9737040117 req-bb258f63-bec5-4552-b836-d866c3216474 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 943 time: 0.2363842 Mar 10 17:25:20.835828 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-11111597-22de-4635-ae98-dd63b7616d19 admin admin] Publish callbacks [] for security_group (1c1907fa-34a1-4977-95b3-9a5a4f192b24), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.857626 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-11111597-22de-4635-ae98-dd63b7616d19 admin admin] Publish callbacks [] for security_group (1c1907fa-34a1-4977-95b3-9a5a4f192b24), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.892189 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2d4fa838-3d5c-4c33-affb-4c0b0bfc1a0d req-cbce0650-f596-4f2a-8e1e-1bd89d1894e0 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106354 Mar 10 17:25:20.899798 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f6ae7b61-16c9-4047-aecd-52e7234d860e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.916567 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f6ae7b61-16c9-4047-aecd-52e7234d860e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (31aae6e1-a1f7-420b-8418-c44251b91623), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.918788 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-11111597-22de-4635-ae98-dd63b7616d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (1c1907fa-34a1-4977-95b3-9a5a4f192b24), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.922419 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-11111597-22de-4635-ae98-dd63b7616d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.923704 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-11111597-22de-4635-ae98-dd63b7616d19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c1907fa-34a1-4977-95b3-9a5a4f192b24 HTTP/1.1" status: 204 len: 168 time: 0.1414762 Mar 10 17:25:20.933584 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11111597-22de-4635-ae98-dd63b7616d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1907fa-34a1-4977-95b3-9a5a4f192b24,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:20.998362 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0f981590-1ced-47cb-9717-7c9737040117 req-acf22835-3fb8-4cbd-8d73-545fc337859d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808426 Mar 10 17:25:21.110124 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-f6ae7b61-16c9-4047-aecd-52e7234d860e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Floating IP 31aae6e1-a1f7-420b-8418-c44251b91623 associated. External IP: 172.27.3.114, port: 3b6dada7-e125-4c2a-ac22-d1cabf513fec. Mar 10 17:25:21.251372 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbf1eb-97a5-4e0b-b4ba-1ec632c71810 req-c02895f0-4116-45fb-bc7e-12b431fa4e61 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:21.252839 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7fcbf1eb-97a5-4e0b-b4ba-1ec632c71810 req-c02895f0-4116-45fb-bc7e-12b431fa4e61 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.1028087 Mar 10 17:25:21.337921 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:21.352317 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7fcbf1eb-97a5-4e0b-b4ba-1ec632c71810 req-65f5a0f4-8b50-45c2-9853-a5bff8aafedd tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922203 Mar 10 17:25:21.414505 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ae7b61-16c9-4047-aecd-52e7234d860e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:21.529729 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ae7b61-16c9-4047-aecd-52e7234d860e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:21.536482 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f6ae7b61-16c9-4047-aecd-52e7234d860e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:21.543908 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:21.556001 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:21.556709 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:21.578845 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f6ae7b61-16c9-4047-aecd-52e7234d860e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "PUT /v2.0/floatingips/31aae6e1-a1f7-420b-8418-c44251b91623 HTTP/1.1" status: 200 len: 991 time: 1.9075496 Mar 10 17:25:21.578845 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'tag': '3b6dada7-e125-4c2a-ac22-d1cabf513fec'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:21.578845 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0b13a952-00f2-4880-80ed-2cda40f5cc92", "tag": "3b6dada7-e125-4c2a-ac22-d1cabf513fec"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:21.608037 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5033c6-c986-4fa5-9579-6d6ed95d6e6f x-openstack-request-id: req-6e5033c6-c986-4fa5-9579-6d6ed95d6e6f {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:21.608250 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b13a952-00f2-4880-80ed-2cda40f5cc92", "tag": "3b6dada7-e125-4c2a-ac22-d1cabf513fec", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:21.608515 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e5033c6-c986-4fa5-9579-6d6ed95d6e6f {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:21.608910 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'tag': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'status': 'completed', 'code': 200} Mar 10 17:25:21.768452 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:21.857966 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-e0b737ba-8704-4ed6-819b-56136f52541c tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:21.859465 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-e0b737ba-8704-4ed6-819b-56136f52541c tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.1282184 Mar 10 17:25:21.862225 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-f5be21fa-efcd-45d3-aedf-a019e012abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:21.864321 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-f5be21fa-efcd-45d3-aedf-a019e012abca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 1129 time: 0.0998096 Mar 10 17:25:22.050647 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-5060fa02-fee5-4690-9115-88d91e0f0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:22.051665 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a92e-fcb3-452a-bbac-c5a7833fe81f req-3ff79d2e-3c83-473b-88e4-826e2196c00d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:22.052123 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-5060fa02-fee5-4690-9115-88d91e0f0278 service neutron] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 915 time: 0.1798160 Mar 10 17:25:22.061376 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0397a92e-fcb3-452a-bbac-c5a7833fe81f req-3ff79d2e-3c83-473b-88e4-826e2196c00d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0872414 Mar 10 17:25:22.062607 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '31aae6e1-a1f7-420b-8418-c44251b91623', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:52Z', 'updated_at': '2022-03-10T17:25:20Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:22.096933 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:22.109385 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:22.109738 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Deleting port 853c5bc4-d19d-47f7-8f1d-911845d219ab {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:22.110226 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.110764 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:22.117293 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0397a92e-fcb3-452a-bbac-c5a7833fe81f req-609e4254-1445-4192-8f33-a3e9c3519d65 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547621 Mar 10 17:25:22.202781 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf672947-be84-4cab-9916-1e54a257945c req-0c853bd6-e081-4d9a-b1e3-fac79e9bc8f4 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:22.204443 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf672947-be84-4cab-9916-1e54a257945c req-0c853bd6-e081-4d9a-b1e3-fac79e9bc8f4 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 943 time: 0.0572593 Mar 10 17:25:22.236963 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-dfcdbd64-0ed6-4302-b970-977f1505b553 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec HTTP/1.1" status: 200 len: 999 time: 0.1668293 Mar 10 17:25:22.255098 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:22.265292 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf672947-be84-4cab-9916-1e54a257945c req-51efe001-d504-4aa8-b6e5-2d1a23cac372 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546422 Mar 10 17:25:22.311723 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] For port 853c5bc4-d19d-47f7-8f1d-911845d219ab, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=853c5bc4-d19d-47f7-8f1d-911845d219ab,segment=NetworkSegment(ed8aa126-ce1c-4546-b614-c34d7af6e967),segment_id=ed8aa126-ce1c-4546-b614-c34d7af6e967)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:22.311723 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.330743 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-f24fcd9a-ce9b-4ff3-9006-e0c064d85f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:22.332220 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-f24fcd9a-ce9b-4ff3-9006-e0c064d85f91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0895143 Mar 10 17:25:22.333144 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Calling delete_port for 853c5bc4-d19d-47f7-8f1d-911845d219ab owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:22.468485 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-5b58a439-5cf5-4f8d-921d-23bd644909a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:22.470000 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-5b58a439-5cf5-4f8d-921d-23bd644909a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1310222 Mar 10 17:25:22.518392 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:22.532276 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45c19d-0eaa-4a3a-abee-82c06791c9fc req-d887bb93-7fdf-4f92-aebb-e854f5505437 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:22.547086 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1e45c19d-0eaa-4a3a-abee-82c06791c9fc req-d887bb93-7fdf-4f92-aebb-e854f5505437 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 945 time: 0.0930743 Mar 10 17:25:22.561342 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '31aae6e1-a1f7-420b-8418-c44251b91623', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:52Z', 'updated_at': '2022-03-10T17:25:20Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:22.611300 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6906f85-4558-4ec8-9e5e-fe98d6725273 None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '31aae6e1-a1f7-420b-8418-c44251b91623', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:52Z', 'updated_at': '2022-03-10T17:25:20Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:22.638820 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-3543e43a-daa2-4059-a506-9a8c07c68a9d service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491184 Mar 10 17:25:22.644258 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (853c5bc4-d19d-47f7-8f1d-911845d219ab), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.655768 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1e45c19d-0eaa-4a3a-abee-82c06791c9fc req-2f85b20f-e170-4976-a40e-64fbc0fc51a9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5bba5df-6191-40bb-ae8c-8598259bd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077468 Mar 10 17:25:22.744670 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:22.746751 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Pushing event deleted for resources: {'Port': ['ID=853c5bc4-d19d-47f7-8f1d-911845d219ab,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:22.753890 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['853c5bc4-d19d-47f7-8f1d-911845d219ab'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:22.803880 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '93c08c2c-10fa-4f1d-b505-e4af7b1f3423', 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48', 'port_id': '93c08c2c-10fa-4f1d-b505-e4af7b1f3423', 'mac_address': 'fa:16:3e:b3:88:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568e997f-c703-4999-a48b-4a04e0ab8444', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:22.894602 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:22.895240 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.935808 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.940307 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:22.980582 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d3245-8dbc-42eb-8290-fa972006fc95 None None] New status for floating IP 31aae6e1-a1f7-420b-8418-c44251b91623: ACTIVE {{(pid=102917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:25:22.987677 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:23.028219 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.133516 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] No DVR routers for this DVR port 853c5bc4-d19d-47f7-8f1d-911845d219ab on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:23.141373 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.145187 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-e62aed0f-70ba-43a6-8011-b55b083f991d req-c9759b62-0631-488f-ae99-2731b3921468 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.37 "DELETE /v2.0/ports/853c5bc4-d19d-47f7-8f1d-911845d219ab HTTP/1.1" status: 204 len: 173 time: 1.2793777 Mar 10 17:25:23.146527 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3', 'name': 'network-vif-deleted', 'tag': '853c5bc4-d19d-47f7-8f1d-911845d219ab'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:23.152645 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c4968d-25a2-4557-89ea-a3d469c8d70b" -d '{"events": [{"server_uuid": "7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3", "name": "network-vif-deleted", "tag": "853c5bc4-d19d-47f7-8f1d-911845d219ab"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:23.158967 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:23.178421 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a21c8518-dd65-4b0b-b5df-4c2bfb7ca6ce req-8c348c59-a994-4ba1-9e28-8ae27fae742d service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159342 Mar 10 17:25:23.243722 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8974fd99-08bf-4f42-b99a-7d8c1b0c16b1 x-openstack-request-id: req-8974fd99-08bf-4f42-b99a-7d8c1b0c16b1 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:23.244073 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3", "name": "network-vif-deleted", "tag": "853c5bc4-d19d-47f7-8f1d-911845d219ab", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:23.244336 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8974fd99-08bf-4f42-b99a-7d8c1b0c16b1 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:23.244781 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3', 'name': 'network-vif-deleted', 'tag': '853c5bc4-d19d-47f7-8f1d-911845d219ab', 'status': 'completed', 'code': 200} Mar 10 17:25:23.372410 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d97f63-80e1-4b6d-9d79-f850aa39800f req-cde2486c-dba8-46b5-8c97-1ef7460431d9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.377180 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a1d97f63-80e1-4b6d-9d79-f850aa39800f req-cde2486c-dba8-46b5-8c97-1ef7460431d9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.1194100 Mar 10 17:25:23.398762 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-f908c67a-828c-4993-9119-7e78396de0e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824902 Mar 10 17:25:23.467546 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a1d97f63-80e1-4b6d-9d79-f850aa39800f req-55de6cea-04f4-4927-a4fa-fed4378c9d02 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531983 Mar 10 17:25:23.479022 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bce20-3f23-4b90-8073-a064a088eeed req-1340fa1d-61d0-43f5-9135-307091c18865 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.480523 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e65bce20-3f23-4b90-8073-a064a088eeed req-1340fa1d-61d0-43f5-9135-307091c18865 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 944 time: 0.1024411 Mar 10 17:25:23.534455 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-44ae9b75-055c-4f7f-a8c1-9c15bef17218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.536111 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-44ae9b75-055c-4f7f-a8c1-9c15bef17218 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 1130 time: 0.0517576 Mar 10 17:25:23.552936 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e65bce20-3f23-4b90-8073-a064a088eeed req-3e7a6702-82c1-47d6-bc83-062cb1d65ac7 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583253 Mar 10 17:25:23.633182 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['93c08c2c-10fa-4f1d-b505-e4af7b1f3423'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:23.655118 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-18c5ec5b-301e-4ffd-8442-b61c44cb481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.656696 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-18c5ec5b-301e-4ffd-8442-b61c44cb481a service neutron] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 912 time: 0.0996110 Mar 10 17:25:23.723345 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-f6ea35f7-d2a6-4581-b42b-1907b7752578 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378 HTTP/1.1" status: 200 len: 1001 time: 0.0599473 Mar 10 17:25:23.750853 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9ce8b8a7-a1a1-49d6-881e-41adc4c1adda req-21c5fb3b-2550-4690-ae64-316b047fa3b9 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Mar 10 17:25:23.778026 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-a5a3bc82-c076-4a7c-b39f-5167ad740950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.779560 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-a5a3bc82-c076-4a7c-b39f-5167ad740950 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.0441520 Mar 10 17:25:23.834536 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-7e80a1fd-e399-4a6b-ac2a-edb75042fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.836291 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-7e80a1fd-e399-4a6b-ac2a-edb75042fc0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484188 Mar 10 17:25:23.923090 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-8261bb02-9c95-413f-a9b8-2a5aef0c5b03 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800760 Mar 10 17:25:24.585288 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c896f6-d86e-450d-b254-806c230d484f req-ef559137-5760-4931-8dea-ae45896d96cd tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:24.586789 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f1c896f6-d86e-450d-b254-806c230d484f req-ef559137-5760-4931-8dea-ae45896d96cd tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0528178 Mar 10 17:25:24.659594 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f1c896f6-d86e-450d-b254-806c230d484f req-485bdc18-e9ea-44f4-b442-e35b2d356a3e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672343 Mar 10 17:25:24.687861 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2bf19-24a6-4cc6-96ad-5c5d5377b87d req-885a9062-ec1b-4f21-8f5f-1c022c8edcda tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:24.689315 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-86d2bf19-24a6-4cc6-96ad-5c5d5377b87d req-885a9062-ec1b-4f21-8f5f-1c022c8edcda tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 944 time: 0.0710063 Mar 10 17:25:24.735726 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-86d2bf19-24a6-4cc6-96ad-5c5d5377b87d req-541b1d1e-c4a3-44db-838a-733543715ace tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Mar 10 17:25:24.842666 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7f290a88-38d4-4693-8af0-fa65130d4ac9 req-3c653adc-5ec2-4270-ab36-a0b1fd29b524 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0258508 Mar 10 17:25:25.777974 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686a658-a7ef-4c22-8e36-2d7fa08537a9 req-70505db1-9c39-4265-a2b5-18597cfcba35 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:25.779485 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0686a658-a7ef-4c22-8e36-2d7fa08537a9 req-70505db1-9c39-4265-a2b5-18597cfcba35 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0533249 Mar 10 17:25:25.858831 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0686a658-a7ef-4c22-8e36-2d7fa08537a9 req-ba424610-8b98-4234-901b-7f878323d6d4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733254 Mar 10 17:25:25.870056 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa43203-65d3-47f8-b08f-87ba0e0c1099 req-07d01c9c-a11f-4aba-b425-d823dccbf9a4 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:25.871551 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2fa43203-65d3-47f8-b08f-87ba0e0c1099 req-07d01c9c-a11f-4aba-b425-d823dccbf9a4 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 944 time: 0.0704589 Mar 10 17:25:25.927693 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2fa43203-65d3-47f8-b08f-87ba0e0c1099 req-f4fecb6f-fb59-48dc-805e-5ea7ed7e1b39 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499680 Mar 10 17:25:25.943675 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e757b0e9-b95a-4af8-ae98-a3002b5b909b req-c0527faf-9c45-4b54-8dc7-a00318d2423b tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0308988 Mar 10 17:25:26.974381 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805faea-25e4-41c5-891b-0bb60bc7bb8c req-7945607e-bedc-40a6-8d50-8fd6d0d5b873 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:26.975874 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d805faea-25e4-41c5-891b-0bb60bc7bb8c req-7945607e-bedc-40a6-8d50-8fd6d0d5b873 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0533471 Mar 10 17:25:27.056222 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d805faea-25e4-41c5-891b-0bb60bc7bb8c req-9c0dd79b-2d09-4934-bdaf-f00b6deee725 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746555 Mar 10 17:25:27.070162 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c584df-c389-4c60-9533-348978b964ca req-3c987f4d-9c38-4ef2-9dd5-414000e9cb85 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:27.070162 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-37c584df-c389-4c60-9533-348978b964ca req-3c987f4d-9c38-4ef2-9dd5-414000e9cb85 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 944 time: 0.0716972 Mar 10 17:25:27.100331 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-3c5d95fc-b577-4e04-a1d2-96f60d9d74de req-1eb239ba-0fee-4e1b-a96c-f2ce411e36ab service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939837 Mar 10 17:25:27.128328 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-37c584df-c389-4c60-9533-348978b964ca req-9afcb43f-2b16-44fa-b880-bf8535fd43bc tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521097 Mar 10 17:25:27.144708 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8c14cab4-761e-46f2-9f73-fee634400a1a req-efb0c564-0fe0-4ae1-9aca-0ffe0d53cb95 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0317683 Mar 10 17:25:28.001339 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 853c5bc4-d19d-47f7-8f1d-911845d219ab no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:28.033709 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 853c5bc4-d19d-47f7-8f1d-911845d219ab {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:28.034055 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 853c5bc4-d19d-47f7-8f1d-911845d219ab not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:28.041569 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.171343 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c18185-dd56-4735-88b3-9686c77f9f6a req-df8e6d25-a53b-46f6-a0da-44800f246c08 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:28.172803 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-75c18185-dd56-4735-88b3-9686c77f9f6a req-df8e6d25-a53b-46f6-a0da-44800f246c08 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0514064 Mar 10 17:25:28.248760 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-75c18185-dd56-4735-88b3-9686c77f9f6a req-8310f168-cae0-4be8-91f2-63a93f7c0940 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704446 Mar 10 17:25:28.264270 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cfa15-c58f-4844-94a3-32f993691f0f req-971bf573-a511-41ff-ae23-df17f8d62a91 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:28.265714 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b8cfa15-c58f-4844-94a3-32f993691f0f req-971bf573-a511-41ff-ae23-df17f8d62a91 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 944 time: 0.0712085 Mar 10 17:25:28.321732 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b8cfa15-c58f-4844-94a3-32f993691f0f req-3b96b9f1-9c68-4a52-a3a4-39df7f68eb06 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493701 Mar 10 17:25:28.337470 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5bb7364e-a45d-4565-ba23-f1274eeed740 req-d0f478a9-219d-482e-ae73-95a5bf802a49 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0353901 Mar 10 17:25:29.364067 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5aa2e-7dac-4cc1-8b2c-535dcd86ef11 req-d7b2b5cd-1c2a-4227-9155-41d23b18aac3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:29.365983 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-85a5aa2e-7dac-4cc1-8b2c-535dcd86ef11 req-d7b2b5cd-1c2a-4227-9155-41d23b18aac3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0512290 Mar 10 17:25:29.452770 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-85a5aa2e-7dac-4cc1-8b2c-535dcd86ef11 req-83afc155-4c02-41a0-a4a8-93f902b34906 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809674 Mar 10 17:25:29.460099 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c695-a1ed-438b-995f-61cb1ceffe99 req-3ee81788-9721-4624-a834-a2bdaa032626 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:29.461509 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae91c695-a1ed-438b-995f-61cb1ceffe99 req-3ee81788-9721-4624-a834-a2bdaa032626 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 944 time: 0.0707486 Mar 10 17:25:29.508037 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae91c695-a1ed-438b-995f-61cb1ceffe99 req-d0d6f0c4-4ac4-4d7d-ad95-50f622a50fde tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Mar 10 17:25:29.534428 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f815728e-a09c-45c5-a08a-3463f5b197b3 req-9b10f0fa-1b95-45eb-b21d-8ee49579daa6 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0254335 Mar 10 17:25:30.027223 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:25:30.575459 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eefd4-2eb1-4abb-960d-2f2e5a8f031d req-6c3388f0-8e10-4695-b120-79a7c76a1674 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:30.576870 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-601eefd4-2eb1-4abb-960d-2f2e5a8f031d req-6c3388f0-8e10-4695-b120-79a7c76a1674 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0555425 Mar 10 17:25:30.650841 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-601eefd4-2eb1-4abb-960d-2f2e5a8f031d req-05652404-d458-40f8-ade7-cebe6f776d39 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645795 Mar 10 17:25:30.657273 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05127a-9573-43ff-906d-4a283d7493a2 req-37b4f728-760e-4f00-9a69-bb459dfb2f07 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:30.658957 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4b05127a-9573-43ff-906d-4a283d7493a2 req-37b4f728-760e-4f00-9a69-bb459dfb2f07 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 944 time: 0.0812242 Mar 10 17:25:30.704612 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4b05127a-9573-43ff-906d-4a283d7493a2 req-f8ab47f3-62c9-48c7-b33b-ac6908db5f63 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Mar 10 17:25:30.738340 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-654fc262-8e25-4aa8-9786-ea5fe1ed6b8e req-4122c694-aa72-4c73-af76-908ab7f7d781 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0327539 Mar 10 17:25:31.769000 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6a8b0-8de8-4230-bcda-8d5dab05b762 req-afa43662-24ae-4aa1-be0f-e0c2cf2ce51b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:31.770482 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f2a6a8b0-8de8-4230-bcda-8d5dab05b762 req-afa43662-24ae-4aa1-be0f-e0c2cf2ce51b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0533965 Mar 10 17:25:31.841070 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f2a6a8b0-8de8-4230-bcda-8d5dab05b762 req-9d1ba667-fc25-44b4-a2dc-c8da69e25896 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612459 Mar 10 17:25:31.851474 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b276d7-4749-4448-b52d-f005397cb4bc req-67b157e2-c4ef-4572-8f54-6d30da999411 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:31.852927 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a8b276d7-4749-4448-b52d-f005397cb4bc req-67b157e2-c4ef-4572-8f54-6d30da999411 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 944 time: 0.0809729 Mar 10 17:25:31.904125 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a8b276d7-4749-4448-b52d-f005397cb4bc req-e7c80036-2b64-4ef9-b07d-4e9e15c195ea tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443974 Mar 10 17:25:31.930305 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-de058989-81e1-48c3-9e40-dadeb92b79c2 req-f6b49591-a25e-4e19-8a10-3bb230399c04 tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0251741 Mar 10 17:25:32.031038 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:32.079715 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:32.084029 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:32.084394 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.157096 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:32.157482 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.179253 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1561d036-cc25-40b8-9b40-93579f2fe794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c08c2c-10fa-4f1d-b505-e4af7b1f3423'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:32.181812 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c059e6f6-eccb-4e86-b2e9-e38ce966986c" -d '{"events": [{"server_uuid": "1561d036-cc25-40b8-9b40-93579f2fe794", "name": "network-vif-plugged", "status": "completed", "tag": "93c08c2c-10fa-4f1d-b505-e4af7b1f3423"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:32.194383 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:32.198494 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.223449 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703c8675-08d0-4984-b63a-969bf063a60b x-openstack-request-id: req-703c8675-08d0-4984-b63a-969bf063a60b {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:32.223781 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1561d036-cc25-40b8-9b40-93579f2fe794", "name": "network-vif-plugged", "status": "completed", "tag": "93c08c2c-10fa-4f1d-b505-e4af7b1f3423", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:32.224032 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-703c8675-08d0-4984-b63a-969bf063a60b {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:32.224406 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1561d036-cc25-40b8-9b40-93579f2fe794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c08c2c-10fa-4f1d-b505-e4af7b1f3423', 'code': 200} Mar 10 17:25:32.248612 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:32.255921 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.256283 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.256641 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.256974 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.257298 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.257618 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.257938 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.258281 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.258601 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.258935 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.259256 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.259571 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.259886 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:32.443557 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da3529-57f3-45dd-9151-5a14593acf49 req-5cf081f9-1507-44b6-a7d7-4ad19cf0c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.444914 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-55da3529-57f3-45dd-9151-5a14593acf49 req-5cf081f9-1507-44b6-a7d7-4ad19cf0c29c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 1129 time: 0.0428665 Mar 10 17:25:32.491591 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-55da3529-57f3-45dd-9151-5a14593acf49 req-8208f75d-9950-4257-abaa-d5fc44475baa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379667 Mar 10 17:25:32.961247 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1941a-20b0-4f1c-8c40-19d4e82388e0 req-79fad511-b6aa-4529-ba6b-e3a8004e8204 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.962763 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-25a1941a-20b0-4f1c-8c40-19d4e82388e0 req-79fad511-b6aa-4529-ba6b-e3a8004e8204 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0547903 Mar 10 17:25:33.037536 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-25a1941a-20b0-4f1c-8c40-19d4e82388e0 req-497c9924-9c6a-4539-8952-fe466ae58b09 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694242 Mar 10 17:25:33.048578 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622dd6b-614b-480e-9327-f84984c4d962 req-6dfa47b8-c446-4185-9b91-a332a9df4dc3 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:33.058308 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1622dd6b-614b-480e-9327-f84984c4d962 req-6dfa47b8-c446-4185-9b91-a332a9df4dc3 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 945 time: 0.0762599 Mar 10 17:25:33.107380 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1622dd6b-614b-480e-9327-f84984c4d962 req-ddd137a3-dd0d-41aa-95ea-be583505dd1f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509019 Mar 10 17:25:33.123041 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7b9b510a-f2f0-4e47-83d9-751abf15aabf req-c891a051-deb4-4756-acd7-c7f4b0f0e5ed tempest-DeleteServersTestJSON-537705454 tempest-DeleteServersTestJSON-537705454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0f17d2-0e18-4dc4-b77a-9c1b2f62eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0281830 Mar 10 17:25:34.180892 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e97cd-d31c-45c1-ba56-bab3c5962493 req-e777f5aa-a3ce-4ced-b6e3-b8b1fd25fefd tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:34.182408 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-aa4e97cd-d31c-45c1-ba56-bab3c5962493 req-e777f5aa-a3ce-4ced-b6e3-b8b1fd25fefd tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0785279 Mar 10 17:25:34.258512 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-aa4e97cd-d31c-45c1-ba56-bab3c5962493 req-3c7d3440-7c96-4785-aeae-81ad6dfc66fe tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693684 Mar 10 17:25:34.273909 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74ebab-3f85-4712-8967-d9189fc7a270 req-c519cebb-cd79-4f21-b923-db6d263f365e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:34.275411 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5b74ebab-3f85-4712-8967-d9189fc7a270 req-c519cebb-cd79-4f21-b923-db6d263f365e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 945 time: 0.0793035 Mar 10 17:25:34.324501 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5b74ebab-3f85-4712-8967-d9189fc7a270 req-b368d3e2-2b1c-4b58-a27a-219221d9645e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 Mar 10 17:25:35.392282 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dd8ca-0211-4806-a0c3-aa4c21a6a8c8 req-e8fe2ce5-4ca0-464d-a9ac-a890c17b47f5 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.393886 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-433dd8ca-0211-4806-a0c3-aa4c21a6a8c8 req-e8fe2ce5-4ca0-464d-a9ac-a890c17b47f5 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0621579 Mar 10 17:25:35.667159 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-433dd8ca-0211-4806-a0c3-aa4c21a6a8c8 req-274bc33f-b154-4e54-afda-82a921643a3c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633824 Mar 10 17:25:35.678807 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d1c11-5d5d-42ed-a5e6-0491a86edfcb req-978a9861-ccbf-4f4f-9ee6-2f1694b30295 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.680354 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5a8d1c11-5d5d-42ed-a5e6-0491a86edfcb req-978a9861-ccbf-4f4f-9ee6-2f1694b30295 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 945 time: 0.2852221 Mar 10 17:25:35.735753 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5a8d1c11-5d5d-42ed-a5e6-0491a86edfcb req-b6926879-d001-49a4-a896-45832497705c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491402 Mar 10 17:25:36.748150 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33872) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:36.797888 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Deleting subnet 3083aec5-647e-4743-a214-586c104103b4 {{(pid=102915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:25:36.801254 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Publish callbacks [] for subnet (3083aec5-647e-4743-a214-586c104103b4), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.816846 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510bd08-ce8f-4e32-8f1d-e9bbe4b5157d req-38b4a032-3b99-49ab-be38-c37c2a9c27d4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.818460 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6510bd08-ce8f-4e32-8f1d-e9bbe4b5157d req-38b4a032-3b99-49ab-be38-c37c2a9c27d4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0606754 Mar 10 17:25:36.848759 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16127437'] for subnet (3083aec5-647e-4743-a214-586c104103b4), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.899968 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6510bd08-ce8f-4e32-8f1d-e9bbe4b5157d req-d0ec52e2-6281-4a0e-9c56-e6564e10deed tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631628 Mar 10 17:25:36.904499 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (3083aec5-647e-4743-a214-586c104103b4), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.968151 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15760044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13139369'] for subnet (3083aec5-647e-4743-a214-586c104103b4), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.998922 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3083aec5-647e-4743-a214-586c104103b4,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:37.009524 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.013905 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3083aec5-647e-4743-a214-586c104103b4 HTTP/1.1" status: 204 len: 168 time: 0.2644815 Mar 10 17:25:37.015607 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.016354 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 33882) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:37.022276 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.022998 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.023414 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.023820 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.024164 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.024505 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.024844 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.025230 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.025624 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.026586 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.026930 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.027320 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3fdf9-fb28-4828-8ef7-10b5cdd9e275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.106741 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (f282b3b4-59fb-4007-8859-50f32d64b55f), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.199348 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (f282b3b4-59fb-4007-8859-50f32d64b55f), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.244824 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f282b3b4-59fb-4007-8859-50f32d64b55f']}} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:37.257860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8aa126-ce1c-4546-b614-c34d7af6e967') {'for_net_delete': True} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:37.258179 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8aa126-ce1c-4546-b614-c34d7af6e967') {} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:37.271518 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057547'] for segment (ed8aa126-ce1c-4546-b614-c34d7af6e967), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.299750 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c100f-2f76-4626-8f7c-a421be30c7cd req-6bef4e10-226f-472f-80b4-243038f57958 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:37.300143 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5c7c100f-2f76-4626-8f7c-a421be30c7cd req-6bef4e10-226f-472f-80b4-243038f57958 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 945 time: 0.1294069 Mar 10 17:25:37.301285 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (ed8aa126-ce1c-4546-b614-c34d7af6e967), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.319516 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:25:37.319918 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16575686'] for segment (ed8aa126-ce1c-4546-b614-c34d7af6e967), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: Traceback (most recent call last): Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: timer() Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: cb(*args, **kw) Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: return func(*args, **kwargs) Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: self._notify() Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: self.callback(batched_events) Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: event.method(event) Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: return f(self, *a, **k) Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._get(url).json() Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: return self.request(url, 'GET', **kwargs) Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:25:37.321534 dv-cinder-830538-8-iscsi neutron-server[102916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:25:37.430817 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (f282b3b4-59fb-4007-8859-50f32d64b55f), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.437889 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.441403 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f282b3b4-59fb-4007-8859-50f32d64b55f HTTP/1.1" status: 204 len: 168 time: 0.4239008 Mar 10 17:25:37.456551 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5c7c100f-2f76-4626-8f7c-a421be30c7cd req-b879ea78-955c-4185-a3b4-d5269e8238ad tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471376 Mar 10 17:25:37.475450 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f282b3b4-59fb-4007-8859-50f32d64b55f,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:37.482725 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.483128 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.483475 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.483810 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.484138 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.484461 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.484785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.485173 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.485676 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.488811 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.489193 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.489552 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.489880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ccac44-b2fb-4670-83ed-90ed100fe5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:37.632980 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 33912) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:37.658821 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33914) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:37.674886 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c8ef35dc-4670-4653-a39e-d05b5dcfe1dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0745835d450343598602d04226bc2b72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405889 Mar 10 17:25:37.678041 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 33918) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:37.724806 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-06b46f70-3c81-4e7a-a4d7-841f97b765d8 admin admin] Publish callbacks [] for security_group (c5bba5df-6191-40bb-ae8c-8598259bd91b), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.746419 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-06b46f70-3c81-4e7a-a4d7-841f97b765d8 admin admin] Publish callbacks [] for security_group (c5bba5df-6191-40bb-ae8c-8598259bd91b), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.808418 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-06b46f70-3c81-4e7a-a4d7-841f97b765d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c5bba5df-6191-40bb-ae8c-8598259bd91b), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.811086 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-06b46f70-3c81-4e7a-a4d7-841f97b765d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.812334 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-06b46f70-3c81-4e7a-a4d7-841f97b765d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5bba5df-6191-40bb-ae8c-8598259bd91b HTTP/1.1" status: 204 len: 168 time: 0.1332622 Mar 10 17:25:37.821089 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b46f70-3c81-4e7a-a4d7-841f97b765d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bba5df-6191-40bb-ae8c-8598259bd91b,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:37.829902 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-24cb10dd-c233-4816-adc8-f255218cd0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.913296 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-24cb10dd-c233-4816-adc8-f255218cd0b1 admin admin] Publish callbacks [] for security_group (9e198772-6f9f-42fb-b774-b1f94905db45), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.916439 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-24cb10dd-c233-4816-adc8-f255218cd0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9e198772-6f9f-42fb-b774-b1f94905db45), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.956391 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-24cb10dd-c233-4816-adc8-f255218cd0b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=061aca5f56fc463c8cbceb4fa553fe15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964034 Mar 10 17:25:37.959292 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb10dd-c233-4816-adc8-f255218cd0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e198772-6f9f-42fb-b774-b1f94905db45,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:37.961585 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33926) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:38.012517 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-419a0a24-d0aa-433d-9c4d-724f22c9d1b8 admin admin] Publish callbacks [] for security_group (9e198772-6f9f-42fb-b774-b1f94905db45), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.016896 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f765-3e40-4871-b79e-a6c6d474879f req-eaaa05ec-9113-4fe7-b8d4-d0e3bfc5948c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.018556 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-26c0f765-3e40-4871-b79e-a6c6d474879f req-eaaa05ec-9113-4fe7-b8d4-d0e3bfc5948c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0602911 Mar 10 17:25:38.034822 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-419a0a24-d0aa-433d-9c4d-724f22c9d1b8 admin admin] Publish callbacks [] for security_group (9e198772-6f9f-42fb-b774-b1f94905db45), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.073614 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-26c0f765-3e40-4871-b79e-a6c6d474879f req-8bf13297-31c5-450a-a58e-647097931a50 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485792 Mar 10 17:25:38.093411 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-419a0a24-d0aa-433d-9c4d-724f22c9d1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9e198772-6f9f-42fb-b774-b1f94905db45), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.096107 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-419a0a24-d0aa-433d-9c4d-724f22c9d1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.097254 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-419a0a24-d0aa-433d-9c4d-724f22c9d1b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e198772-6f9f-42fb-b774-b1f94905db45 HTTP/1.1" status: 204 len: 168 time: 0.1347351 Mar 10 17:25:38.105944 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a0a24-d0aa-433d-9c4d-724f22c9d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e198772-6f9f-42fb-b774-b1f94905db45,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:38.439335 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33950) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:38.461639 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-657eace9-0a08-475a-a947-95f580f85c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.602886 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-657eace9-0a08-475a-a947-95f580f85c52 admin admin] Publish callbacks [] for security_group (4c4ffca5-9476-407b-80c8-db7a0fdd4b82), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.608160 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-657eace9-0a08-475a-a947-95f580f85c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (4c4ffca5-9476-407b-80c8-db7a0fdd4b82), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.654973 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6d095-23fa-45c0-9dc7-661c078e4470 req-3e22ffd1-cd2a-4ba1-84f8-6a99f13bcb80 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.660488 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00f6d095-23fa-45c0-9dc7-661c078e4470 req-3e22ffd1-cd2a-4ba1-84f8-6a99f13bcb80 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 945 time: 0.1074836 Mar 10 17:25:38.664949 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-657eace9-0a08-475a-a947-95f580f85c52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=944dd9a4d90f4a52b9ae3b37f2f12649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238624 Mar 10 17:25:38.667504 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33966) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:38.674592 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eace9-0a08-475a-a947-95f580f85c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4ffca5-9476-407b-80c8-db7a0fdd4b82,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:38.722794 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00f6d095-23fa-45c0-9dc7-661c078e4470 req-a1fcffd8-4f90-4240-a2b5-c43da746a144 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560904 Mar 10 17:25:38.761762 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-975f06a9-3e62-4379-9f87-8821522a3521 admin admin] Publish callbacks [] for security_group (4c4ffca5-9476-407b-80c8-db7a0fdd4b82), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.787945 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-975f06a9-3e62-4379-9f87-8821522a3521 admin admin] Publish callbacks [] for security_group (4c4ffca5-9476-407b-80c8-db7a0fdd4b82), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.845451 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-975f06a9-3e62-4379-9f87-8821522a3521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (4c4ffca5-9476-407b-80c8-db7a0fdd4b82), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.848639 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-975f06a9-3e62-4379-9f87-8821522a3521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.853167 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-975f06a9-3e62-4379-9f87-8821522a3521 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c4ffca5-9476-407b-80c8-db7a0fdd4b82 HTTP/1.1" status: 204 len: 168 time: 0.1845818 Mar 10 17:25:38.863651 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f06a9-3e62-4379-9f87-8821522a3521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4ffca5-9476-407b-80c8-db7a0fdd4b82,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:38.966400 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 33976) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:39.210838 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb66a9-cf04-48e2-9394-72c4b490412d req-6a6506d5-52ac-4626-ade8-ce97c1a8c421 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:39.212124 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8acb66a9-cf04-48e2-9394-72c4b490412d req-6a6506d5-52ac-4626-ade8-ce97c1a8c421 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0616999 Mar 10 17:25:39.232737 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-74d951c3-bcd9-4b04-a687-7082be8f654a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.286472 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8acb66a9-cf04-48e2-9394-72c4b490412d req-793521a7-c1d1-4d0b-ac3d-faab84d2cd41 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683801 Mar 10 17:25:39.351627 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-74d951c3-bcd9-4b04-a687-7082be8f654a admin admin] Publish callbacks [] for security_group (efd98911-d8ce-46cc-976b-0e90bf86a89d), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.355524 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-74d951c3-bcd9-4b04-a687-7082be8f654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (efd98911-d8ce-46cc-976b-0e90bf86a89d), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.394879 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-74d951c3-bcd9-4b04-a687-7082be8f654a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e53d9fbfc82246fb9dd63ed27638222d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271436 Mar 10 17:25:39.396144 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d951c3-bcd9-4b04-a687-7082be8f654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd98911-d8ce-46cc-976b-0e90bf86a89d,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:39.397543 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34000) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:39.447027 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a781dee3-bdcd-4e89-85dd-f772fde7e9cb admin admin] Publish callbacks [] for security_group (efd98911-d8ce-46cc-976b-0e90bf86a89d), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.468538 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a781dee3-bdcd-4e89-85dd-f772fde7e9cb admin admin] Publish callbacks [] for security_group (efd98911-d8ce-46cc-976b-0e90bf86a89d), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.522827 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a781dee3-bdcd-4e89-85dd-f772fde7e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (efd98911-d8ce-46cc-976b-0e90bf86a89d), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.525541 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a781dee3-bdcd-4e89-85dd-f772fde7e9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.526728 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-a781dee3-bdcd-4e89-85dd-f772fde7e9cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efd98911-d8ce-46cc-976b-0e90bf86a89d HTTP/1.1" status: 204 len: 168 time: 0.1281800 Mar 10 17:25:39.535106 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781dee3-bdcd-4e89-85dd-f772fde7e9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd98911-d8ce-46cc-976b-0e90bf86a89d,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:39.822295 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34022) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:39.841219 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-26a1b447-1112-46f2-b430-8e72705d6974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.862277 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36886a44-f666-451e-85ba-ead1e7827507 req-a85371fe-1c85-433c-a942-192ef6475588 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:39.870402 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-36886a44-f666-451e-85ba-ead1e7827507 req-a85371fe-1c85-433c-a942-192ef6475588 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 945 time: 0.0611672 Mar 10 17:25:39.926836 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-36886a44-f666-451e-85ba-ead1e7827507 req-dabdbb14-d152-4a18-a5e4-7abf0261e8d0 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553470 Mar 10 17:25:39.930214 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-26a1b447-1112-46f2-b430-8e72705d6974 admin admin] Publish callbacks [] for security_group (5bb5136e-ec26-4125-b54d-3dabac1e8dc1), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.934558 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-26a1b447-1112-46f2-b430-8e72705d6974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (5bb5136e-ec26-4125-b54d-3dabac1e8dc1), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.977725 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1b447-1112-46f2-b430-8e72705d6974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb5136e-ec26-4125-b54d-3dabac1e8dc1,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:39.983379 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-26a1b447-1112-46f2-b430-8e72705d6974 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1e472192cea493398e2341086cf3e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599386 Mar 10 17:25:39.985854 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34026) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:40.043019 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8fec9354-5b67-41e1-9248-c721b2cb4e16 admin admin] Publish callbacks [] for security_group (5bb5136e-ec26-4125-b54d-3dabac1e8dc1), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.065712 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8fec9354-5b67-41e1-9248-c721b2cb4e16 admin admin] Publish callbacks [] for security_group (5bb5136e-ec26-4125-b54d-3dabac1e8dc1), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.141039 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-a0c9a591-de0f-4f38-88f3-532bb5b32616 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:40.142524 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-a0c9a591-de0f-4f38-88f3-532bb5b32616 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.37 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 945 time: 0.0700805 Mar 10 17:25:40.153630 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8fec9354-5b67-41e1-9248-c721b2cb4e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (5bb5136e-ec26-4125-b54d-3dabac1e8dc1), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.156245 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8fec9354-5b67-41e1-9248-c721b2cb4e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.163429 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-8fec9354-5b67-41e1-9248-c721b2cb4e16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bb5136e-ec26-4125-b54d-3dabac1e8dc1 HTTP/1.1" status: 204 len: 168 time: 0.1703501 Mar 10 17:25:40.166617 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec9354-5b67-41e1-9248-c721b2cb4e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb5136e-ec26-4125-b54d-3dabac1e8dc1,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:40.444940 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515c3d4-107a-4062-976e-08ea3e7b7242 req-7207938e-d61e-4b5c-9bf3-2fc277d8f170 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:40.451640 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a515c3d4-107a-4062-976e-08ea3e7b7242 req-7207938e-d61e-4b5c-9bf3-2fc277d8f170 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0579951 Mar 10 17:25:40.495621 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a515c3d4-107a-4062-976e-08ea3e7b7242 req-f2acee75-ae72-4bf0-9ad4-46bbe0fc9da8 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Mar 10 17:25:41.052752 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af6ab5-f9ef-4f57-9862-6f26af3a6430 req-cc417979-1298-4135-86ea-a4ec51c37968 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:41.054292 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a7af6ab5-f9ef-4f57-9862-6f26af3a6430 req-cc417979-1298-4135-86ea-a4ec51c37968 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Mar 10 17:25:41.105737 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a7af6ab5-f9ef-4f57-9862-6f26af3a6430 req-ea5a24d5-967f-47b7-88e6-bf22cf0905bf tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Mar 10 17:25:41.220304 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34112) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:41.254539 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34116) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:41.401412 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-00cf2b1a-c77e-4900-8403-7daf05e2e4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.403040 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a59a0325-77f2-49b2-8454-5f50bcf2d743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.572376 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Deleting port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:41.572699 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.619101 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c2e7d-ef95-4148-86ef-a867b7dc49bc req-ca995531-a1e0-4e40-8308-12ad5b0770ae tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:41.620722 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e20c2e7d-ef95-4148-86ef-a867b7dc49bc req-ca995531-a1e0-4e40-8308-12ad5b0770ae tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0560267 Mar 10 17:25:41.630782 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a59a0325-77f2-49b2-8454-5f50bcf2d743 admin admin] Publish callbacks [] for security_group (e5b7e784-7dd7-4f2e-b449-d6d780c2deff), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.653636 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a59a0325-77f2-49b2-8454-5f50bcf2d743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e5b7e784-7dd7-4f2e-b449-d6d780c2deff), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.664614 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-00cf2b1a-c77e-4900-8403-7daf05e2e4cf admin admin] Publish callbacks [] for security_group (2459d962-a412-4423-bbc5-793cc5cc7020), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.667681 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e20c2e7d-ef95-4148-86ef-a867b7dc49bc req-04dd0e74-f88a-44af-9897-f9289c774aab tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411408 Mar 10 17:25:41.709106 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-00cf2b1a-c77e-4900-8403-7daf05e2e4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (2459d962-a412-4423-bbc5-793cc5cc7020), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.758329 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a0325-77f2-49b2-8454-5f50bcf2d743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b7e784-7dd7-4f2e-b449-d6d780c2deff,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:41.766311 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a59a0325-77f2-49b2-8454-5f50bcf2d743 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ba60df22e1f45678a23999f82959953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5104864 Mar 10 17:25:41.773240 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34126) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:41.777874 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-00cf2b1a-c77e-4900-8403-7daf05e2e4cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24f3f0674bdc45309c26ebc4d6fa1e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5542035 Mar 10 17:25:41.780437 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34128) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:41.795292 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] For port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:41.795661 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.821508 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Calling delete_port for 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:41.827172 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf2b1a-c77e-4900-8403-7daf05e2e4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2459d962-a412-4423-bbc5-793cc5cc7020,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:41.861696 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c7486e2d-4296-42fe-a93c-cba0c23ba9d3 admin admin] Publish callbacks [] for security_group (e5b7e784-7dd7-4f2e-b449-d6d780c2deff), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.864444 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-70a46a45-d002-4c36-bf2b-c4ea8fb27e65 admin admin] Publish callbacks [] for security_group (2459d962-a412-4423-bbc5-793cc5cc7020), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.907246 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c7486e2d-4296-42fe-a93c-cba0c23ba9d3 admin admin] Publish callbacks [] for security_group (e5b7e784-7dd7-4f2e-b449-d6d780c2deff), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.911042 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-70a46a45-d002-4c36-bf2b-c4ea8fb27e65 admin admin] Publish callbacks [] for security_group (2459d962-a412-4423-bbc5-793cc5cc7020), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.967088 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (93c08c2c-10fa-4f1d-b505-e4af7b1f3423), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.998201 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-70a46a45-d002-4c36-bf2b-c4ea8fb27e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (2459d962-a412-4423-bbc5-793cc5cc7020), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.000598 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Pushing event deleted for resources: {'Port': ['ID=93c08c2c-10fa-4f1d-b505-e4af7b1f3423,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:42.002874 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-70a46a45-d002-4c36-bf2b-c4ea8fb27e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.007349 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-70a46a45-d002-4c36-bf2b-c4ea8fb27e65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2459d962-a412-4423-bbc5-793cc5cc7020 HTTP/1.1" status: 204 len: 168 time: 0.2228787 Mar 10 17:25:42.008086 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c7486e2d-4296-42fe-a93c-cba0c23ba9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e5b7e784-7dd7-4f2e-b449-d6d780c2deff), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.010518 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c7486e2d-4296-42fe-a93c-cba0c23ba9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.011590 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c7486e2d-4296-42fe-a93c-cba0c23ba9d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5b7e784-7dd7-4f2e-b449-d6d780c2deff HTTP/1.1" status: 204 len: 168 time: 0.2373710 Mar 10 17:25:42.017829 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46a45-d002-4c36-bf2b-c4ea8fb27e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2459d962-a412-4423-bbc5-793cc5cc7020,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:42.028732 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7486e2d-4296-42fe-a93c-cba0c23ba9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b7e784-7dd7-4f2e-b449-d6d780c2deff,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:42.054675 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] No DVR routers for this DVR port 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:42.057667 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.061049 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2d6a219b-db78-4d6f-9ae0-99d01fe8a222 req-45ce017b-0cc0-4853-b0d9-47b4e985ea9b tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.37 "DELETE /v2.0/ports/93c08c2c-10fa-4f1d-b505-e4af7b1f3423 HTTP/1.1" status: 204 len: 173 time: 0.7289557 Mar 10 17:25:42.061610 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1561d036-cc25-40b8-9b40-93579f2fe794', 'name': 'network-vif-deleted', 'tag': '93c08c2c-10fa-4f1d-b505-e4af7b1f3423'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:42.063906 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4db109-7cb2-4591-99ff-a2e3485065f4" -d '{"events": [{"server_uuid": "1561d036-cc25-40b8-9b40-93579f2fe794", "name": "network-vif-deleted", "tag": "93c08c2c-10fa-4f1d-b505-e4af7b1f3423"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:42.103446 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0404138-9074-46a1-bb30-f12cfcba4268 x-openstack-request-id: req-f0404138-9074-46a1-bb30-f12cfcba4268 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:42.103950 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1561d036-cc25-40b8-9b40-93579f2fe794", "name": "network-vif-deleted", "tag": "93c08c2c-10fa-4f1d-b505-e4af7b1f3423", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:42.104211 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0404138-9074-46a1-bb30-f12cfcba4268 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:42.104901 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1561d036-cc25-40b8-9b40-93579f2fe794', 'name': 'network-vif-deleted', 'tag': '93c08c2c-10fa-4f1d-b505-e4af7b1f3423', 'status': 'completed', 'code': 200} Mar 10 17:25:42.201995 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6cca4041-0f58-42f4-a11d-81e1a7d46950 req-5d196717-2a50-415a-b60f-a6460c2e6477 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 210 time: 0.0279098 Mar 10 17:25:42.348588 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34150) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:42.362458 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4047257-9939-4c19-bf89-72f65aac7fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.437024 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4047257-9939-4c19-bf89-72f65aac7fb4 admin admin] Publish callbacks [] for security_group (617916fc-9e8f-454b-a34c-81e8d5502cb2), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.440874 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4047257-9939-4c19-bf89-72f65aac7fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (617916fc-9e8f-454b-a34c-81e8d5502cb2), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.479247 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e4047257-9939-4c19-bf89-72f65aac7fb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27f64f861a5b4a8d9f012bc04dbf8745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295345 Mar 10 17:25:42.480513 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4047257-9939-4c19-bf89-72f65aac7fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617916fc-9e8f-454b-a34c-81e8d5502cb2,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:42.481891 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34156) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:42.542398 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ea47b2a-b76e-41ec-81d5-27db4f1e24a0 admin admin] Publish callbacks [] for security_group (617916fc-9e8f-454b-a34c-81e8d5502cb2), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.564416 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ea47b2a-b76e-41ec-81d5-27db4f1e24a0 admin admin] Publish callbacks [] for security_group (617916fc-9e8f-454b-a34c-81e8d5502cb2), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.612408 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ea47b2a-b76e-41ec-81d5-27db4f1e24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (617916fc-9e8f-454b-a34c-81e8d5502cb2), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.615781 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4ea47b2a-b76e-41ec-81d5-27db4f1e24a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.616936 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4ea47b2a-b76e-41ec-81d5-27db4f1e24a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/617916fc-9e8f-454b-a34c-81e8d5502cb2 HTTP/1.1" status: 204 len: 168 time: 0.1340463 Mar 10 17:25:42.624609 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea47b2a-b76e-41ec-81d5-27db4f1e24a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617916fc-9e8f-454b-a34c-81e8d5502cb2,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:42.807216 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3b01d-2aa7-4b9d-8456-0ac37cf1941a req-f30fcb9e-3e7c-477c-b84c-9c44fa3751c7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:42.813918 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f5a3b01d-2aa7-4b9d-8456-0ac37cf1941a req-f30fcb9e-3e7c-477c-b84c-9c44fa3751c7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0772793 Mar 10 17:25:42.862801 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f5a3b01d-2aa7-4b9d-8456-0ac37cf1941a req-4433d9b5-5135-4322-942c-cdfc45671b5a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479767 Mar 10 17:25:43.299759 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34206) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:43.305623 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-93ae9674-a0b7-45e8-a6f5-dcace50bf97b req-e7057aa7-53d9-41f2-b316-98bd42bfef6f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=1561d036-cc25-40b8-9b40-93579f2fe794 HTTP/1.1" status: 200 len: 210 time: 0.0275040 Mar 10 17:25:43.392264 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1884272358-network', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:43.412546 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Made reservation on behalf of 788735d9fc2b4767b361bcc431fa4542 for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:43.414894 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.423071 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.493953 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Publish callbacks [] for security_group (893a4513-3380-4eea-b4a7-64e08227e666), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.497496 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (893a4513-3380-4eea-b4a7-64e08227e666), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.524116 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:25:43.532704 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a4513-3380-4eea-b4a7-64e08227e666,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:43.538795 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (64a0cf28-a4cd-4c93-aa14-350116a11c41), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.539136 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Added segment 64a0cf28-a4cd-4c93-aa14-350116a11c41 of type vlan for network 695ac80b-0326-480c-9dd3-494fdd58177e Mar 10 17:25:43.582710 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (695ac80b-0326-480c-9dd3-494fdd58177e), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.608090 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (695ac80b-0326-480c-9dd3-494fdd58177e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.609138 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:43.609724 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.639063 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3377612 Mar 10 17:25:43.640877 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34214) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:43.645833 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Request body: {'subnet': {'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1884272358-subnet', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:43.663921 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Made reservation on behalf of 788735d9fc2b4767b361bcc431fa4542 for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:43.666386 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13478864'] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.676369 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb8a63-5fd2-472f-b38c-2be43c3c7b81 admin admin] Pushing event updated for resources: {'Network': ['ID=695ac80b-0326-480c-9dd3-494fdd58177e,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:43.686822 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 695ac80b-0326-480c-9dd3-494fdd58177e details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:25:43.703606 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['93c08c2c-10fa-4f1d-b505-e4af7b1f3423'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:43.842654 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16576347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478910'] for subnet (a23904b8-4b9e-4a20-a71b-9021ba60aeea), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.895630 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a23904b8-4b9e-4a20-a71b-9021ba60aeea,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:43.905793 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Checking segment: {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:43.906174 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Network hostable DHCP agents. Network: 695ac80b-0326-480c-9dd3-494fdd58177e, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:25:43.923446 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Network 695ac80b-0326-480c-9dd3-494fdd58177e is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:25:43.934884 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 695ac80b-0326-480c-9dd3-494fdd58177e) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:43.939449 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:43.940070 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.945862 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65465f-d2e7-4c62-8f21-b07100d094e1 None None] Network 695ac80b-0326-480c-9dd3-494fdd58177e requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:43.984101 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-7f15fb5d-2dd8-45b5-a889-4ac0d91abf23 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3420515 Mar 10 17:25:43.987397 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34220) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:43.995487 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:44.008877 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a30889-2aa7-4cfb-8ef7-de53e3767166 req-326aadc5-8ce8-4f0a-a3cd-d7c743471158 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:44.010410 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-46a30889-2aa7-4cfb-8ef7-de53e3767166 req-326aadc5-8ce8-4f0a-a3cd-d7c743471158 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0678000 Mar 10 17:25:44.024051 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.025127 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.057707 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-695ac80b-0326-480c-9dd3-494fdd58177e', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:25:44.058581 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.065169 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-46a30889-2aa7-4cfb-8ef7-de53e3767166 req-8f4edd90-1571-4491-80d4-dc06907affcc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487921 Mar 10 17:25:44.092898 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks [] for router_controller (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), precommit_add_association {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.202466 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Allocated IP 172.20.0.2 (695ac80b-0326-480c-9dd3-494fdd58177e/a23904b8-4b9e-4a20-a71b-9021ba60aeea/1f50c56c-7a42-49d9-adbd-1f58775ecc28) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:44.247048 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks [] for router_gateway (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.332133 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:44.367054 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:44.367406 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 93c08c2c-10fa-4f1d-b505-e4af7b1f3423 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:44.371713 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Publish callbacks [] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.381117 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.416704 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Network 695ac80b-0326-480c-9dd3-494fdd58177e is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:44.419678 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:44.428296 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:44.439404 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Pushing event updated for resources: {'Port': ['ID=1f50c56c-7a42-49d9-adbd-1f58775ecc28,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:44.478150 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks [] for router_gateway (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.490572 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Attempting to bind port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:44.490956 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Attempting to bind port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:44.491325 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Attempting to bind port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 on network 695ac80b-0326-480c-9dd3-494fdd58177e {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:44.496595 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:44.497040 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Checking segment: {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:44.497452 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.497914 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Bound using segment: {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:44.498345 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.498817 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Bound port: 1f50c56c-7a42-49d9-adbd-1f58775ecc28, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:44.498817 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.565523 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] For port 1f50c56c-7a42-49d9-adbd-1f58775ecc28, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:44.569369 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] For port 1f50c56c-7a42-49d9-adbd-1f58775ecc28, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=1f50c56c-7a42-49d9-adbd-1f58775ecc28,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:44.575837 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.625223 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Allocated IP 172.27.3.215 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:44.649598 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473f6bc-ecce-4d29-91de-03a7478c89df None None] Pushing event updated for resources: {'Port': ['ID=1f50c56c-7a42-49d9-adbd-1f58775ecc28,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:44.687718 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604428-55ec-4016-859a-469df6c20b1d req-26359702-d4ab-4328-9aef-94bbf7aecfe8 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:44.689902 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-26359702-d4ab-4328-9aef-94bbf7aecfe8 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/networks?id=6f58c64f-edc9-4713-828e-80019e677d48 HTTP/1.1" status: 200 len: 806 time: 0.1377795 Mar 10 17:25:44.706361 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-3b366c1d-1ea2-4140-bd47-322dd9893d14 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/quotas/dc8de18800bb46d2a1f59a4d437dc968 HTTP/1.1" status: 200 len: 375 time: 0.0104427 Mar 10 17:25:44.750778 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks [] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.755294 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-7f986be4-7eeb-48b8-a937-fb0001309b1a tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc8de18800bb46d2a1f59a4d437dc968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441632 Mar 10 17:25:44.785596 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.822272 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:44.829923 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:44.832552 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:44.860505 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-dde335a9-30d0-4023-bfbd-94ca2179b3b4 service neutron] 10.222.0.16 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972545 Mar 10 17:25:44.873107 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Pushing event updated for resources: {'Port': ['ID=56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:44.995363 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-363f668c-b10a-41ab-b85e-1256f4be4eee service neutron] 10.222.0.16 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024780 Mar 10 17:25:45.144761 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks [] for router_gateway (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.202768 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4b7f3532-c297-4f4a-9024-cf4867d157e3 req-2d8bd43f-0053-4ca9-86e0-e535d49ab3cf tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 210 time: 0.0310473 Mar 10 17:25:45.240392 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a77f-a362-4643-9e04-deb5bc47add8 req-94a7ad0d-702f-4d0b-a0cc-97114827c032 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.241797 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3565a77f-a362-4643-9e04-deb5bc47add8 req-94a7ad0d-702f-4d0b-a0cc-97114827c032 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0971870 Mar 10 17:25:45.324534 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3565a77f-a362-4643-9e04-deb5bc47add8 req-e9c80201-3b1a-4d8c-97bb-46db822099e7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662487 Mar 10 17:25:45.384587 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.746942 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:25:45.755095 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da85e5e-e702-41de-9bf2-5bbcfe435190 None None] Network 695ac80b-0326-480c-9dd3-494fdd58177e requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:45.857297 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-c429c96d-41bd-4a49-816b-3dee92eaea43 None None] Provisioning complete for port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:45.857952 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c429c96d-41bd-4a49-816b-3dee92eaea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.887789 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:45.899453 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Sync routers for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:45.913807 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.914025 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:45.914463 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:45.915840 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9b150a1d-1aea-4b4b-ae94-781a8a2833b0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9250493 Mar 10 17:25:45.918477 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34274) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:45.998518 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-c429c96d-41bd-4a49-816b-3dee92eaea43 None None] Current status of the port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:45.999511 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c429c96d-41bd-4a49-816b-3dee92eaea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.045881 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-c429c96d-41bd-4a49-816b-3dee92eaea43 None None] For port 1f50c56c-7a42-49d9-adbd-1f58775ecc28, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=1f50c56c-7a42-49d9-adbd-1f58775ecc28,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:46.051771 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c429c96d-41bd-4a49-816b-3dee92eaea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.055885 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:46.113836 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429c96d-41bd-4a49-816b-3dee92eaea43 None None] Pushing event updated for resources: {'Port': ['ID=1f50c56c-7a42-49d9-adbd-1f58775ecc28,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:46.299199 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-268ea726-26e4-4f1c-9909-9044316f33f0 None None] Provisioning complete for port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:46.299828 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-268ea726-26e4-4f1c-9909-9044316f33f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.355155 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:45Z', 'revision_number': 3, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:46.417442 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Checking router: 06f50fec-dfab-46cb-9e8b-ddddfb5c803e for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:46.418030 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Updating router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:46.464935 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-84fd5e9e-66bd-4158-be7b-230d452c721f req-872d5e47-3698-4e74-b0e2-c149cc2d0863 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 210 time: 0.0595839 Mar 10 17:25:46.481079 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.636268 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-268ea726-26e4-4f1c-9909-9044316f33f0 None None] Current status of the port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:46.681200 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c29ee-eebc-4e70-ae1e-236ba88a9569 req-83718500-a244-440b-af56-babf2223a71e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.693969 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-042c29ee-eebc-4e70-ae1e-236ba88a9569 req-83718500-a244-440b-af56-babf2223a71e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.1892815 Mar 10 17:25:46.756095 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 1f50c56c-7a42-49d9-adbd-1f58775ecc28 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:46.807462 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-042c29ee-eebc-4e70-ae1e-236ba88a9569 req-cb363669-1ce6-4d0e-9b98-113255fc148d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128430 Mar 10 17:25:46.842450 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-58223ac5-004f-499c-a620-ec19401f4f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.867177 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604428-55ec-4016-859a-469df6c20b1d req-684d7f03-6bb9-4609-ae0b-e380fc60a34e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.869306 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-684d7f03-6bb9-4609-ae0b-e380fc60a34e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.37 "GET /v2.0/networks?id=6f58c64f-edc9-4713-828e-80019e677d48 HTTP/1.1" status: 200 len: 806 time: 0.3771636 Mar 10 17:25:46.879863 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.899711 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Request body: {'port': {'device_id': 'b4ad7892-ecf1-40cc-9943-1b6a399e6189', 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48', 'admin_state_up': True, 'tenant_id': 'dc8de18800bb46d2a1f59a4d437dc968'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:46.903411 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:46.904945 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.932008 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Publish callbacks [] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.939518 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.998045 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Attempting to bind port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:46.998437 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Attempting to bind port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:46.998993 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Attempting to bind port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:47.008117 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:47.008488 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:47.009065 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.009612 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:47.010085 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Bound port: 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:47.010487 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.013148 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Pushing event updated for resources: {'Port': ['ID=56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da,revision_number=2']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:47.038770 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.038770 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.039070 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.039415 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.039746 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.040073 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.040400 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.040728 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.041086 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.041474 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.041810 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.042147 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.042654 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:47.073211 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:47.091596 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] For port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:47.098535 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] For port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:47.105118 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.160648 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Made reservation on behalf of dc8de18800bb46d2a1f59a4d437dc968 for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:47.165067 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.166215 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:47.166840 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:47.171705 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac4314-9f18-43c8-af19-5c72e05976c3 None None] Pushing event updated for resources: {'Port': ['ID=56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:47.189413 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Allocated IP 172.20.0.1 (695ac80b-0326-480c-9dd3-494fdd58177e/a23904b8-4b9e-4a20-a71b-9021ba60aeea/d535801f-2645-449d-af71-3d6ef5e47ebc) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:47.288680 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:47.336307 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34310) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:47.384914 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Allocated IP 172.20.0.5 (6f58c64f-edc9-4713-828e-80019e677d48/568e997f-c703-4999-a48b-4a04e0ab8444/4eac71ac-8f9f-4770-af9a-281f0e6956d7) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:47.399243 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Publish callbacks [] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.467941 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7981c2b5-d6c6-403a-86d1-d584a2c6619a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.568334 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.601598 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1e600134-24f1-4fdc-a8a8-0ec4a018a99f req-15c9a744-91dd-4dab-a2a7-f591c1fd8825 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 210 time: 0.0422716 Mar 10 17:25:47.602848 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:45Z', 'revision_number': 3, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:47.626873 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7981c2b5-d6c6-403a-86d1-d584a2c6619a admin admin] Publish callbacks [] for security_group (7cc59c23-311b-4899-bda8-562f153c3ef0), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.631874 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7981c2b5-d6c6-403a-86d1-d584a2c6619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (7cc59c23-311b-4899-bda8-562f153c3ef0), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.633048 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e5645-a69e-4bdf-a165-1d542ad58797 None None] The sync data for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi is: [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:45Z', 'revision_number': 3, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:47.639610 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Network 695ac80b-0326-480c-9dd3-494fdd58177e is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:47.645778 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d535801f-2645-449d-af71-3d6ef5e47ebc,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:47.650897 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:47.653249 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:47.659082 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks [] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.681763 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-7981c2b5-d6c6-403a-86d1-d584a2c6619a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5fefe4c756c4befacd17ba722e29064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439636 Mar 10 17:25:47.682976 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981c2b5-d6c6-403a-86d1-d584a2c6619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc59c23-311b-4899-bda8-562f153c3ef0,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:47.685430 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34322) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:47.715725 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.737020 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b059c328-97d7-4186-b554-1d60716d8a39 admin admin] Publish callbacks [] for security_group (7cc59c23-311b-4899-bda8-562f153c3ef0), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.760868 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b059c328-97d7-4186-b554-1d60716d8a39 admin admin] Publish callbacks [] for security_group (7cc59c23-311b-4899-bda8-562f153c3ef0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.822187 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b059c328-97d7-4186-b554-1d60716d8a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (7cc59c23-311b-4899-bda8-562f153c3ef0), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.824976 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b059c328-97d7-4186-b554-1d60716d8a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.836229 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b059c328-97d7-4186-b554-1d60716d8a39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cc59c23-311b-4899-bda8-562f153c3ef0 HTTP/1.1" status: 204 len: 168 time: 0.1425962 Mar 10 17:25:47.857999 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059c328-97d7-4186-b554-1d60716d8a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc59c23-311b-4899-bda8-562f153c3ef0,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:47.990991 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-0c8e5cec-37e1-4c09-a1eb-2c684b4ed73d None None] Provisioning complete for port d535801f-2645-449d-af71-3d6ef5e47ebc triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:47.991452 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5cec-37e1-4c09-a1eb-2c684b4ed73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.997178 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556951f-a4b5-40e0-b4ae-b11ba651132b req-df0ca75b-df76-4193-b9c3-20f9b26d3811 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:48.008062 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0556951f-a4b5-40e0-b4ae-b11ba651132b req-df0ca75b-df76-4193-b9c3-20f9b26d3811 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0999062 Mar 10 17:25:48.090347 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.096992 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e5cec-37e1-4c09-a1eb-2c684b4ed73d None None] Port d535801f-2645-449d-af71-3d6ef5e47ebc cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:48.110312 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0556951f-a4b5-40e0-b4ae-b11ba651132b req-c0f976f7-f912-4756-bad3-fbeab670b4c5 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991063 Mar 10 17:25:48.142791 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Network 6f58c64f-edc9-4713-828e-80019e677d48 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:48.167593 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:48.169456 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:48.220744 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Pushing event updated for resources: {'Port': ['ID=4eac71ac-8f9f-4770-af9a-281f0e6956d7,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:48.245112 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:48.245789 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.289882 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-8049962f-1364-425d-8c7d-f1388a88a77d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3976240 Mar 10 17:25:48.290910 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.480154 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Publish callbacks [] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.485576 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.570286 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d535801f-2645-449d-af71-3d6ef5e47ebc,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:48.587454 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.621076 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:48.699729 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:48.700194 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.728738 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Network 695ac80b-0326-480c-9dd3-494fdd58177e is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:48.730395 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:48.772850 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c9f68-8295-47ab-be4a-97fd3239edf9 req-1175065b-4fb6-4253-ad54-c3540204794f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:48.779827 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e31c9f68-8295-47ab-be4a-97fd3239edf9 req-1175065b-4fb6-4253-ad54-c3540204794f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 931 time: 0.0892780 Mar 10 17:25:48.837681 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3391c9f0-66dd-4168-b8bf-19ceb15c3278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.853210 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e31c9f68-8295-47ab-be4a-97fd3239edf9 req-c276fe66-208a-4a87-ab72-a5350958c1ba tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725138 Mar 10 17:25:48.864301 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:48.864690 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.899598 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:48.900540 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:48.906716 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.983860 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:49.036171 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-1506e3c9-862d-4f5e-b603-06883e5f36e3 None None] Provisioning complete for port d535801f-2645-449d-af71-3d6ef5e47ebc triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:49.036797 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1506e3c9-862d-4f5e-b603-06883e5f36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.053919 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:49.070702 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-02d6c18c-f39f-4449-8408-80f3bee4b1f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/06f50fec-dfab-46cb-9e8b-ddddfb5c803e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1510525 Mar 10 17:25:49.072658 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-1506e3c9-862d-4f5e-b603-06883e5f36e3 None None] Port d535801f-2645-449d-af71-3d6ef5e47ebc cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:49.223835 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606214cb-ae9a-47f1-af26-f47e17087cb5 req-33de6649-776f-4fa4-92a6-dc02987f9cce tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:49.230932 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-606214cb-ae9a-47f1-af26-f47e17087cb5 req-33de6649-776f-4fa4-92a6-dc02987f9cce tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0600507 Mar 10 17:25:49.274183 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-606214cb-ae9a-47f1-af26-f47e17087cb5 req-b49928fd-b783-4029-ba9e-c89aadcbb91d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Mar 10 17:25:49.669414 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Sync routers for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:49.680866 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:49.681506 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:49.705679 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34390) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:49.711434 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1026919588-network', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:49.741501 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Made reservation on behalf of 53e20bda2662421eaf68196d2cdafb61 for: {'network': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:49.743872 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.753440 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.809100 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:49.851270 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Publish callbacks [] for security_group (0d8a8674-9f91-4d25-b71e-22570037d082), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.856476 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0d8a8674-9f91-4d25-b71e-22570037d082), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.886090 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:25:49.906525 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a8674-9f91-4d25-b71e-22570037d082,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:49.911747 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (f00d2373-1e7e-415f-bbb0-280cc6033135), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.912104 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.segments_db [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Added segment f00d2373-1e7e-415f-bbb0-280cc6033135 of type vlan for network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 Mar 10 17:25:49.959864 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.970155 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (2c72d782-8ac0-4ece-9f7a-52a72d1639c0), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.031239 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a64ddc-bbb2-482a-a19a-56dd0df0c4ac req-fd229cb7-0f70-4be3-af6b-a697dc0d5e8a tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:50.032804 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a3a64ddc-bbb2-482a-a19a-56dd0df0c4ac req-fd229cb7-0f70-4be3-af6b-a697dc0d5e8a tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 931 time: 0.0772305 Mar 10 17:25:50.034194 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (2c72d782-8ac0-4ece-9f7a-52a72d1639c0), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.035094 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:50.036176 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.093961 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'd535801f-2645-449d-af71-3d6ef5e47ebc', 'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'mac_address': 'fa:16:3e:16:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:46Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 2, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'subnets': [{'id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:50.101361 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34416) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:50.101858 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3946071 Mar 10 17:25:50.107212 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Request body: {'subnet': {'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1026919588-subnet', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'ip_version': 4}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:50.134555 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Checking router: 06f50fec-dfab-46cb-9e8b-ddddfb5c803e for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:50.135167 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Updating router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e port d535801f-2645-449d-af71-3d6ef5e47ebc binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:50.137375 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a03c4a-1897-45a2-ad5a-d4772f4faa57 admin admin] Pushing event updated for resources: {'Network': ['ID=2c72d782-8ac0-4ece-9f7a-52a72d1639c0,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:50.138049 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Made reservation on behalf of 53e20bda2662421eaf68196d2cdafb61 for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:50.141680 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13139342'] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.159920 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:25:50.170764 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a3a64ddc-bbb2-482a-a19a-56dd0df0c4ac req-db6a0f9c-7b40-4eea-9b1c-3b98fe0664c8 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292622 Mar 10 17:25:50.199326 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.361583 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15760111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13139360'] for subnet (c62b1da8-9811-4f1f-944e-83aea441c749), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.418207 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55f940-c590-470f-9eb5-48288f1e7294 req-b933a072-7cb5-4ada-8217-b65d1b0b1b21 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:50.419894 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-df55f940-c590-470f-9eb5-48288f1e7294 req-b933a072-7cb5-4ada-8217-b65d1b0b1b21 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0641608 Mar 10 17:25:50.432176 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62b1da8-9811-4f1f-944e-83aea441c749,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:50.440778 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Checking segment: {'id': 'f00d2373-1e7e-415f-bbb0-280cc6033135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:50.441147 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Network hostable DHCP agents. Network: 2c72d782-8ac0-4ece-9f7a-52a72d1639c0, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:25:50.460570 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:25:50.473564 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 2c72d782-8ac0-4ece-9f7a-52a72d1639c0) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:50.479269 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:50.479887 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.486089 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-df55f940-c590-470f-9eb5-48288f1e7294 req-4a57f89b-b45e-429c-8007-06f8d5ba759f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587008 Mar 10 17:25:50.500171 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-759c0b4e-57ad-4e7c-9be9-911b4d34339b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3950624 Mar 10 17:25:50.501426 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34430) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:50.502659 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a98b9-18e5-4a30-b8b4-3ac5beba4176 None None] Network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:50.515221 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:50.543899 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (829b3281-43e5-4b03-a283-d7e439b429b3), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.543899 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (829b3281-43e5-4b03-a283-d7e439b429b3), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.594469 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34432) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:50.595754 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:50.611622 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks [] for router_controller (829b3281-43e5-4b03-a283-d7e439b429b3), precommit_add_association {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.710910 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-638b679a-bc10-46fe-a70d-fc4b5ee6e500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.712916 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-2c72d782-8ac0-4ece-9f7a-52a72d1639c0', 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0', 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'fixed_ips': [{'subnet_id': 'c62b1da8-9811-4f1f-944e-83aea441c749'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:25:50.713773 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.716988 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Publish callbacks [] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.736046 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.780964 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks [] for router_gateway (829b3281-43e5-4b03-a283-d7e439b429b3), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.809210 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-638b679a-bc10-46fe-a70d-fc4b5ee6e500 admin admin] Publish callbacks [] for security_group (edb46593-aafc-483f-ab40-7f6b6c37ccf3), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.813578 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-638b679a-bc10-46fe-a70d-fc4b5ee6e500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (edb46593-aafc-483f-ab40-7f6b6c37ccf3), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.859301 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-638b679a-bc10-46fe-a70d-fc4b5ee6e500 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00f6f84aa47249b6a24714845399b140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610343 Mar 10 17:25:50.859301 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b679a-bc10-46fe-a70d-fc4b5ee6e500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb46593-aafc-483f-ab40-7f6b6c37ccf3,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:50.860063 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34438) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:50.914411 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-adef8dae-b8b8-4250-8cde-9d01d0a0fb82 admin admin] Publish callbacks [] for security_group (edb46593-aafc-483f-ab40-7f6b6c37ccf3), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.926804 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:50.927184 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.936749 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-adef8dae-b8b8-4250-8cde-9d01d0a0fb82 admin admin] Publish callbacks [] for security_group (edb46593-aafc-483f-ab40-7f6b6c37ccf3), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.995276 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-adef8dae-b8b8-4250-8cde-9d01d0a0fb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (edb46593-aafc-483f-ab40-7f6b6c37ccf3), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.998818 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-adef8dae-b8b8-4250-8cde-9d01d0a0fb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.005280 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-adef8dae-b8b8-4250-8cde-9d01d0a0fb82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edb46593-aafc-483f-ab40-7f6b6c37ccf3 HTTP/1.1" status: 204 len: 168 time: 0.1440434 Mar 10 17:25:51.020823 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739fb56-c1ea-4c08-a86c-496ce4a1f936 None None] Pushing event updated for resources: {'Port': ['ID=d535801f-2645-449d-af71-3d6ef5e47ebc,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.023032 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef8dae-b8b8-4250-8cde-9d01d0a0fb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb46593-aafc-483f-ab40-7f6b6c37ccf3,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.038772 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks [] for router_gateway (829b3281-43e5-4b03-a283-d7e439b429b3), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.059640 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.167299 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Request body: {'port': {'device_id': 'b4ad7892-ecf1-40cc-9943-1b6a399e6189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:51.177577 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Attempting to bind port d535801f-2645-449d-af71-3d6ef5e47ebc on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:51.178598 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Attempting to bind port d535801f-2645-449d-af71-3d6ef5e47ebc by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:51.179426 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Attempting to bind port d535801f-2645-449d-af71-3d6ef5e47ebc on network 695ac80b-0326-480c-9dd3-494fdd58177e {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:51.200165 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:51.200665 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Checking segment: {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:51.201172 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.201674 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Bound using segment: {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:51.202379 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Bound port: d535801f-2645-449d-af71-3d6ef5e47ebc, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:51.202810 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.203735 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Allocated IP 172.27.3.33 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/11543ce5-2268-4dd6-8238-523ce46ff2fb) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:51.242947 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Allocated IP 172.20.0.2 (2c72d782-8ac0-4ece-9f7a-52a72d1639c0/c62b1da8-9811-4f1f-944e-83aea441c749/34902d97-1a95-48f7-9689-2389afedf5b0) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:51.259288 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.308791 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:51.334221 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87bf5d-e281-4928-b15a-cf0c97b0fd19 req-c35da565-a045-4e09-bf37-91d43f2b92fb tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:51.343766 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b87bf5d-e281-4928-b15a-cf0c97b0fd19 req-c35da565-a045-4e09-bf37-91d43f2b92fb tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 931 time: 0.0781183 Mar 10 17:25:51.394366 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b87bf5d-e281-4928-b15a-cf0c97b0fd19 req-e819716a-2462-467a-b155-e16b53a1d30f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495229 Mar 10 17:25:51.419966 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.431300 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] For port d535801f-2645-449d-af71-3d6ef5e47ebc, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:51.438134 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-0883fbee-dcf6-47d0-bb47-3c194f93015f None None] Provisioning complete for port d535801f-2645-449d-af71-3d6ef5e47ebc triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:51.438528 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-0883fbee-dcf6-47d0-bb47-3c194f93015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.469838 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34450) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:51.474497 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] For port d535801f-2645-449d-af71-3d6ef5e47ebc, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=d535801f-2645-449d-af71-3d6ef5e47ebc,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:51.483541 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b927c5ad-3dae-4e02-be96-0d7e39a2d2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.493977 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.529815 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks [] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.575169 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-0883fbee-dcf6-47d0-bb47-3c194f93015f None None] Port d535801f-2645-449d-af71-3d6ef5e47ebc cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:51.620192 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.623288 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739fb56-c1ea-4c08-a86c-496ce4a1f936 None None] Pushing event updated for resources: {'Port': ['ID=d535801f-2645-449d-af71-3d6ef5e47ebc,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.633623 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:51.635784 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eac71ac-8f9f-4770-af9a-281f0e6956d7 {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:51.636480 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:51.671484 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb9a71-9845-424a-8240-1a36fcaffa53 req-41fec520-d1ed-49fb-991c-349e1bf5d63c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:51.673211 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Publish callbacks [] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.679383 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ebb9a71-9845-424a-8240-1a36fcaffa53 req-41fec520-d1ed-49fb-991c-349e1bf5d63c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.1116319 Mar 10 17:25:51.695903 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Transition to ACTIVE for port object 4eac71ac-8f9f-4770-af9a-281f0e6956d7 will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:51.708101 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.716123 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Publish callbacks [] for port (34902d97-1a95-48f7-9689-2389afedf5b0), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.735740 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:51.737664 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.757250 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ebb9a71-9845-424a-8240-1a36fcaffa53 req-3fccb1a8-4bca-4954-b44a-70f2a7945b04 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722649 Mar 10 17:25:51.758212 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:51.764913 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:51.765230 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b927c5ad-3dae-4e02-be96-0d7e39a2d2e5 admin admin] Publish callbacks [] for security_group (48dd1daa-cb09-44ab-b844-6c5c8f1a70a5), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.770649 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b927c5ad-3dae-4e02-be96-0d7e39a2d2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (48dd1daa-cb09-44ab-b844-6c5c8f1a70a5), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.796853 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Pushing event updated for resources: {'Port': ['ID=11543ce5-2268-4dd6-8238-523ce46ff2fb,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.842350 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:51.845837 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927c5ad-3dae-4e02-be96-0d7e39a2d2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dd1daa-cb09-44ab-b844-6c5c8f1a70a5,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.853419 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b927c5ad-3dae-4e02-be96-0d7e39a2d2e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f4a6f2c8ffd42fea7cb179fb57e7621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824766 Mar 10 17:25:51.854159 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34458) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:51.891070 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:51.893739 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:51.912520 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Pushing event updated for resources: {'Port': ['ID=34902d97-1a95-48f7-9689-2389afedf5b0,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.959216 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6a703c91-9b74-4257-a551-10eeaf8ee2bf admin admin] Publish callbacks [] for security_group (48dd1daa-cb09-44ab-b844-6c5c8f1a70a5), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.967520 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:51.986065 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Attempting to bind port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:51.986349 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6a703c91-9b74-4257-a551-10eeaf8ee2bf admin admin] Publish callbacks [] for security_group (48dd1daa-cb09-44ab-b844-6c5c8f1a70a5), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.986450 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Attempting to bind port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:51.986750 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Attempting to bind port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 on network 6f58c64f-edc9-4713-828e-80019e677d48 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:51.994994 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 on network 6f58c64f-edc9-4713-828e-80019e677d48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:51.995249 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Attempting to bind port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 on network 6f58c64f-edc9-4713-828e-80019e677d48 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:52.005119 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:52.005463 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Checking segment: {'id': 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:52.005847 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Bound using segment: {'id': 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:52.006480 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Bound port: 4eac71ac-8f9f-4770-af9a-281f0e6956d7, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:52.006991 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.037490 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6a703c91-9b74-4257-a551-10eeaf8ee2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (48dd1daa-cb09-44ab-b844-6c5c8f1a70a5), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.040038 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6a703c91-9b74-4257-a551-10eeaf8ee2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.043542 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-6a703c91-9b74-4257-a551-10eeaf8ee2bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48dd1daa-cb09-44ab-b844-6c5c8f1a70a5 HTTP/1.1" status: 204 len: 168 time: 0.1855547 Mar 10 17:25:52.049950 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a703c91-9b74-4257-a551-10eeaf8ee2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dd1daa-cb09-44ab-b844-6c5c8f1a70a5,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:52.070646 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=4eac71ac-8f9f-4770-af9a-281f0e6956d7,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:52.087384 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c01375-05b9-4a27-9054-ec06f7b4ccc8 req-9c9c1e4e-8496-426b-ad71-800ada724456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.089045 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-98c01375-05b9-4a27-9054-ec06f7b4ccc8 req-9c9c1e4e-8496-426b-ad71-800ada724456 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 1129 time: 0.2037821 Mar 10 17:25:52.122647 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Attempting to bind port 34902d97-1a95-48f7-9689-2389afedf5b0 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:52.123124 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Attempting to bind port 34902d97-1a95-48f7-9689-2389afedf5b0 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'f00d2373-1e7e-415f-bbb0-280cc6033135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:52.123542 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Attempting to bind port 34902d97-1a95-48f7-9689-2389afedf5b0 on network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:52.205809 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-77332f08-4e2a-4125-8b2a-2e23b26b6c80 None None] Provisioning complete for port d535801f-2645-449d-af71-3d6ef5e47ebc triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:52.206546 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-77332f08-4e2a-4125-8b2a-2e23b26b6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.237887 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:52.241111 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] For port 4eac71ac-8f9f-4770-af9a-281f0e6956d7, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:52.244341 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Checking segment: {'id': 'f00d2373-1e7e-415f-bbb0-280cc6033135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:52.244812 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.245233 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Bound using segment: {'id': 'f00d2373-1e7e-415f-bbb0-280cc6033135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:52.245722 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Bound port: 34902d97-1a95-48f7-9689-2389afedf5b0, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00d2373-1e7e-415f-bbb0-280cc6033135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:52.246148 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.326297 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] For port 4eac71ac-8f9f-4770-af9a-281f0e6956d7, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4eac71ac-8f9f-4770-af9a-281f0e6956d7,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:52.340471 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-98c01375-05b9-4a27-9054-ec06f7b4ccc8 req-cd858a1b-758a-4754-89b8-b10e35bfcc63 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266612 Mar 10 17:25:52.346317 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.403735 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] For port 34902d97-1a95-48f7-9689-2389afedf5b0, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:52.440843 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.441417 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.443288 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] For port 34902d97-1a95-48f7-9689-2389afedf5b0, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=34902d97-1a95-48f7-9689-2389afedf5b0,segment=NetworkSegment(f00d2373-1e7e-415f-bbb0-280cc6033135),segment_id=f00d2373-1e7e-415f-bbb0-280cc6033135)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:52.443699 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] 10.222.0.37 "PUT /v2.0/ports/4eac71ac-8f9f-4770-af9a-281f0e6956d7 HTTP/1.1" status: 200 len: 1093 time: 1.2818596 Mar 10 17:25:52.443958 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ad7892-ecf1-40cc-9943-1b6a399e6189', 'tag': '4eac71ac-8f9f-4770-af9a-281f0e6956d7'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:52.453109 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af3cdc-073e-4947-8192-8f343a4b9e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ad7892-ecf1-40cc-9943-1b6a399e6189", "tag": "4eac71ac-8f9f-4770-af9a-281f0e6956d7"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:52.455830 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.501732 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks [] for router_gateway (829b3281-43e5-4b03-a283-d7e439b429b3), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.533817 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-77332f08-4e2a-4125-8b2a-2e23b26b6c80 None None] Current status of the port d535801f-2645-449d-af71-3d6ef5e47ebc is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:52.534195 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-77332f08-4e2a-4125-8b2a-2e23b26b6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.547794 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183314f6-cb1f-49b8-b43b-e00417fadcdf x-openstack-request-id: req-183314f6-cb1f-49b8-b43b-e00417fadcdf {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:52.548045 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ad7892-ecf1-40cc-9943-1b6a399e6189", "tag": "4eac71ac-8f9f-4770-af9a-281f0e6956d7", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:52.548214 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-183314f6-cb1f-49b8-b43b-e00417fadcdf {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:52.548692 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ad7892-ecf1-40cc-9943-1b6a399e6189', 'tag': '4eac71ac-8f9f-4770-af9a-281f0e6956d7', 'status': 'completed', 'code': 200} Mar 10 17:25:52.558498 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e847a-8507-4d24-b6a4-9b94f382ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=4eac71ac-8f9f-4770-af9a-281f0e6956d7,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:52.572155 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'd535801f-2645-449d-af71-3d6ef5e47ebc', 'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'mac_address': 'fa:16:3e:16:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:46Z', 'updated_at': '2022-03-10T17:25:51Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'subnets': [{'id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:52.599972 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ef910-7c78-436a-90ea-07fe90ace986 req-a6036c3d-b6b0-426f-9973-9ab9505bbca9 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.606958 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d44ef910-7c78-436a-90ea-07fe90ace986 req-a6036c3d-b6b0-426f-9973-9ab9505bbca9 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.1071529 Mar 10 17:25:52.633091 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d80433-bb2c-4fb3-bb26-6c9a0c779fbb None None] The sync data for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi is: [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'd535801f-2645-449d-af71-3d6ef5e47ebc', 'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'mac_address': 'fa:16:3e:16:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:46Z', 'updated_at': '2022-03-10T17:25:51Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'subnets': [{'id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:52.659318 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a3ea9-2e97-4781-978b-0897f5faebb6 None None] Pushing event updated for resources: {'Port': ['ID=34902d97-1a95-48f7-9689-2389afedf5b0,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:52.675966 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-77332f08-4e2a-4125-8b2a-2e23b26b6c80 None None] For port d535801f-2645-449d-af71-3d6ef5e47ebc, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=d535801f-2645-449d-af71-3d6ef5e47ebc,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:52.681587 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-77332f08-4e2a-4125-8b2a-2e23b26b6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.717184 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d44ef910-7c78-436a-90ea-07fe90ace986 req-687c6fcf-7e61-44c6-98cd-6d8a623f4fac tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031125 Mar 10 17:25:52.799560 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77332f08-4e2a-4125-8b2a-2e23b26b6c80 None None] Pushing event updated for resources: {'Port': ['ID=d535801f-2645-449d-af71-3d6ef5e47ebc,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:52.941164 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.962528 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d35ced-0b6f-4292-a1d4-87c19fc5415f req-e4934e9a-5592-4340-9511-200aca234f02 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.964096 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58d35ced-0b6f-4292-a1d4-87c19fc5415f req-e4934e9a-5592-4340-9511-200aca234f02 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.1186597 Mar 10 17:25:53.044739 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58d35ced-0b6f-4292-a1d4-87c19fc5415f req-3d8ee265-70a4-45a4-af8f-fd36de01e611 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746830 Mar 10 17:25:53.243559 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (829b3281-43e5-4b03-a283-d7e439b429b3), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:53.392141 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Router 829b3281-43e5-4b03-a283-d7e439b429b3 is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:25:53.526640 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:53.537469 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Sync routers for ids ['829b3281-43e5-4b03-a283-d7e439b429b3'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:53.547485 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:53.553234 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34512) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:53.553557 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-86ed506b-3af2-4c57-8b88-87a7c4e57af2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0416462 Mar 10 17:25:53.567640 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Routers {'829b3281-43e5-4b03-a283-d7e439b429b3'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:53.568285 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['829b3281-43e5-4b03-a283-d7e439b429b3'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:53.748929 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Set router 829b3281-43e5-4b03-a283-d7e439b429b3 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:53.959191 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23dc37-09d7-4ff9-8ef0-6f7e7d0e27be req-52e3f09a-3055-4d3b-85e9-2b4c9c177ac5 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:53.960698 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2d23dc37-09d7-4ff9-8ef0-6f7e7d0e27be req-52e3f09a-3055-4d3b-85e9-2b4c9c177ac5 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.1386929 Mar 10 17:25:54.038583 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:50Z', 'updated_at': '2022-03-10T17:25:52Z', 'revision_number': 3, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'gw_port': {'id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:51Z', 'updated_at': '2022-03-10T17:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:54.068223 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7689a-df13-45d0-986f-c901c74c7e2c None None] Network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:54.077092 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Checking router: 829b3281-43e5-4b03-a283-d7e439b429b3 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:54.077812 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Updating router 829b3281-43e5-4b03-a283-d7e439b429b3 port 11543ce5-2268-4dd6-8238-523ce46ff2fb binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:54.083817 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2d23dc37-09d7-4ff9-8ef0-6f7e7d0e27be req-f2485304-e846-42bd-9628-55c97f29f087 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141522 Mar 10 17:25:54.141428 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.233483 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-d7512b12-1a74-4e99-a2c2-4a5e25bc0b02 None None] Provisioning complete for port 34902d97-1a95-48f7-9689-2389afedf5b0 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:54.233959 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d7512b12-1a74-4e99-a2c2-4a5e25bc0b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.260133 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b569393-a9b1-476a-b19b-6678d9362f67 req-d14f810a-d395-4144-81b1-c9372ef4abf7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:54.261855 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8b569393-a9b1-476a-b19b-6678d9362f67 req-d14f810a-d395-4144-81b1-c9372ef4abf7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0964761 Mar 10 17:25:54.375911 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.407278 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8b569393-a9b1-476a-b19b-6678d9362f67 req-30bf47d1-7286-4be1-8c42-8df35ecaeb45 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935686 Mar 10 17:25:54.459979 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-d7512b12-1a74-4e99-a2c2-4a5e25bc0b02 None None] Current status of the port 34902d97-1a95-48f7-9689-2389afedf5b0 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:54.460434 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d7512b12-1a74-4e99-a2c2-4a5e25bc0b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.534515 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-d7512b12-1a74-4e99-a2c2-4a5e25bc0b02 None None] For port 34902d97-1a95-48f7-9689-2389afedf5b0, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=34902d97-1a95-48f7-9689-2389afedf5b0,segment=NetworkSegment(f00d2373-1e7e-415f-bbb0-280cc6033135),segment_id=f00d2373-1e7e-415f-bbb0-280cc6033135)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:54.543228 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Publish callbacks [] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.546915 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d7512b12-1a74-4e99-a2c2-4a5e25bc0b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.558491 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.645900 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Attempting to bind port 11543ce5-2268-4dd6-8238-523ce46ff2fb on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:54.650659 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Attempting to bind port 11543ce5-2268-4dd6-8238-523ce46ff2fb by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:54.651917 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Attempting to bind port 11543ce5-2268-4dd6-8238-523ce46ff2fb on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:54.669873 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4ce26-7bff-416e-8554-5fddc020c0a0 None None] Pushing event updated for resources: {'Port': ['ID=11543ce5-2268-4dd6-8238-523ce46ff2fb,revision_number=2']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:54.677678 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:54.678060 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:54.680564 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.680961 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:54.681453 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Bound port: 11543ce5-2268-4dd6-8238-523ce46ff2fb, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:54.681773 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Allocated IP 172.20.0.1 (2c72d782-8ac0-4ece-9f7a-52a72d1639c0/c62b1da8-9811-4f1f-944e-83aea441c749/7d667a48-07f3-4269-b384-cac45a916b52) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:54.681894 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.691766 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7512b12-1a74-4e99-a2c2-4a5e25bc0b02 None None] Pushing event updated for resources: {'Port': ['ID=34902d97-1a95-48f7-9689-2389afedf5b0,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:54.745986 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 34902d97-1a95-48f7-9689-2389afedf5b0 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:54.763887 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] For port 11543ce5-2268-4dd6-8238-523ce46ff2fb, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:54.768762 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] For port 11543ce5-2268-4dd6-8238-523ce46ff2fb, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=11543ce5-2268-4dd6-8238-523ce46ff2fb,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:54.776325 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.833379 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Publish callbacks [] for port (7d667a48-07f3-4269-b384-cac45a916b52), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.839524 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Routers {'829b3281-43e5-4b03-a283-d7e439b429b3'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:54.840306 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['829b3281-43e5-4b03-a283-d7e439b429b3'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:54.872570 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (7d667a48-07f3-4269-b384-cac45a916b52), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.880649 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4ce26-7bff-416e-8554-5fddc020c0a0 None None] Pushing event updated for resources: {'Port': ['ID=11543ce5-2268-4dd6-8238-523ce46ff2fb,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:54.917919 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:54.924424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:54.928621 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:54.930816 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-9705eadc-6298-4b68-a208-619940ac5052 None None] Provisioning complete for port 34902d97-1a95-48f7-9689-2389afedf5b0 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:54.931598 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9705eadc-6298-4b68-a208-619940ac5052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.934463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Pushing event updated for resources: {'Port': ['ID=7d667a48-07f3-4269-b384-cac45a916b52,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:54.992202 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] Set router 829b3281-43e5-4b03-a283-d7e439b429b3 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:54.995480 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 34902d97-1a95-48f7-9689-2389afedf5b0 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:54.995480 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.086544 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-9705eadc-6298-4b68-a208-619940ac5052 None None] Current status of the port 34902d97-1a95-48f7-9689-2389afedf5b0 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:55.154824 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 34902d97-1a95-48f7-9689-2389afedf5b0 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:55.161705 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device d535801f-2645-449d-af71-3d6ef5e47ebc up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:55.196891 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (829b3281-43e5-4b03-a283-d7e439b429b3), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.202030 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:50Z', 'updated_at': '2022-03-10T17:25:52Z', 'revision_number': 3, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'gw_port': {'id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:51Z', 'updated_at': '2022-03-10T17:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:55.221780 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-127e1344-354b-4017-8e83-e19de924ca1b None None] Provisioning complete for port 7d667a48-07f3-4269-b384-cac45a916b52 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:55.222327 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-127e1344-354b-4017-8e83-e19de924ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7d667a48-07f3-4269-b384-cac45a916b52), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.230761 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e134d9-d928-4b6a-9f6b-eae37386fb83 None None] The sync data for ids ['829b3281-43e5-4b03-a283-d7e439b429b3'] in dv-cinder-830538-8-iscsi is: [{'id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:50Z', 'updated_at': '2022-03-10T17:25:52Z', 'revision_number': 3, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'gw_port': {'id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:51Z', 'updated_at': '2022-03-10T17:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:55.255450 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port d535801f-2645-449d-af71-3d6ef5e47ebc triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:55.255972 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.290205 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-127e1344-354b-4017-8e83-e19de924ca1b None None] Port 7d667a48-07f3-4269-b384-cac45a916b52 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:55.296121 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198e6d4-78d1-4264-81f0-6deccf444cd6 req-61aeeefd-bc47-4489-ba7f-cc02e7f6e22d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:55.297676 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a198e6d4-78d1-4264-81f0-6deccf444cd6 req-61aeeefd-bc47-4489-ba7f-cc02e7f6e22d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.1132090 Mar 10 17:25:55.376484 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port d535801f-2645-449d-af71-3d6ef5e47ebc is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:55.398916 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a198e6d4-78d1-4264-81f0-6deccf444cd6 req-7b1410bb-70af-4625-b42b-3da569859b56 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833652 Mar 10 17:25:55.405519 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (7d667a48-07f3-4269-b384-cac45a916b52), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.608250 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c25b67-5945-4510-89c8-b0d370edfecb req-4499715c-7076-4bd9-8a62-0152b9fbe548 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:55.609805 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-81c25b67-5945-4510-89c8-b0d370edfecb req-4499715c-7076-4bd9-8a62-0152b9fbe548 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.1061444 Mar 10 17:25:55.664463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Publish callbacks [] for port (7d667a48-07f3-4269-b384-cac45a916b52), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.673447 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (7d667a48-07f3-4269-b384-cac45a916b52), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.726154 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-81c25b67-5945-4510-89c8-b0d370edfecb req-2f86e686-cde1-4ccb-b1fa-b9ee3344abe3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092572 Mar 10 17:25:55.752437 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (829b3281-43e5-4b03-a283-d7e439b429b3), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.755399 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Pushing event updated for resources: {'Port': ['ID=7d667a48-07f3-4269-b384-cac45a916b52,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:55.853182 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:55.854623 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:55.975285 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Router 829b3281-43e5-4b03-a283-d7e439b429b3 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:56.091089 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:56.096111 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-4ceb3965-49aa-4466-b1cb-bb2998909062 admin admin] 10.222.0.16 "PUT /v2.0/routers/829b3281-43e5-4b03-a283-d7e439b429b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5418720 Mar 10 17:25:56.121487 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-d32f3077-f4cd-4925-944a-22d4b664f1d0 None None] Provisioning complete for port 7d667a48-07f3-4269-b384-cac45a916b52 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:56.122036 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d32f3077-f4cd-4925-944a-22d4b664f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7d667a48-07f3-4269-b384-cac45a916b52), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.155398 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-d32f3077-f4cd-4925-944a-22d4b664f1d0 None None] Port 7d667a48-07f3-4269-b384-cac45a916b52 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:56.537102 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece43412-88d1-444e-af50-48280f795faa req-9cc1002f-6be7-4573-98f3-79e25224060c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:56.544085 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ece43412-88d1-444e-af50-48280f795faa req-9cc1002f-6be7-4573-98f3-79e25224060c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.0702324 Mar 10 17:25:56.599294 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ece43412-88d1-444e-af50-48280f795faa req-86c3caf3-c7a3-40c2-bfd0-562711231019 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543449 Mar 10 17:25:56.660037 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 11543ce5-2268-4dd6-8238-523ce46ff2fb up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:56.712497 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 11543ce5-2268-4dd6-8238-523ce46ff2fb triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:56.712795 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.803341 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 11543ce5-2268-4dd6-8238-523ce46ff2fb is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:56.803341 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.843195 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 11543ce5-2268-4dd6-8238-523ce46ff2fb, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=11543ce5-2268-4dd6-8238-523ce46ff2fb,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:56.854129 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.854928 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 34902d97-1a95-48f7-9689-2389afedf5b0 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:56.887404 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ce6f9-f7be-4cad-ad34-cf875b00412e req-0dfc6dfc-f3e0-4007-a750-05f0a74f3bc2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:56.896980 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a45ce6f9-f7be-4cad-ad34-cf875b00412e req-0dfc6dfc-f3e0-4007-a750-05f0a74f3bc2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0796640 Mar 10 17:25:56.922326 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Sync routers for ids ['829b3281-43e5-4b03-a283-d7e439b429b3'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:56.946683 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a45ce6f9-f7be-4cad-ad34-cf875b00412e req-54c16af4-94ca-40c0-b7ae-dc9f63d7a435 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484533 Mar 10 17:25:56.961479 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Routers {'829b3281-43e5-4b03-a283-d7e439b429b3'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:56.962128 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['829b3281-43e5-4b03-a283-d7e439b429b3'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:57.001813 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=11543ce5-2268-4dd6-8238-523ce46ff2fb,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:57.034814 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 34902d97-1a95-48f7-9689-2389afedf5b0 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:57.035189 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.125732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Set router 829b3281-43e5-4b03-a283-d7e439b429b3 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:57.258402 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 34902d97-1a95-48f7-9689-2389afedf5b0 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:57.337143 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af3cdc-073e-4947-8192-8f343a4b9e1f req-b04b1823-a626-4bbd-8564-b265e69ebc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:57.338733 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d5af3cdc-073e-4947-8192-8f343a4b9e1f req-b04b1823-a626-4bbd-8564-b265e69ebc21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc8de18800bb46d2a1f59a4d437dc968&device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 1127 time: 0.0673811 Mar 10 17:25:57.408590 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:50Z', 'updated_at': '2022-03-10T17:25:55Z', 'revision_number': 4, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'gw_port': {'id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:51Z', 'updated_at': '2022-03-10T17:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '7d667a48-07f3-4269-b384-cac45a916b52', 'name': '', 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'mac_address': 'fa:16:3e:94:c1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'c62b1da8-9811-4f1f-944e-83aea441c749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:54Z', 'updated_at': '2022-03-10T17:25:55Z', 'revision_number': 2, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'subnets': [{'id': 'c62b1da8-9811-4f1f-944e-83aea441c749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:57.471041 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Checking router: 829b3281-43e5-4b03-a283-d7e439b429b3 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:57.471401 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Updating router 829b3281-43e5-4b03-a283-d7e439b429b3 port 7d667a48-07f3-4269-b384-cac45a916b52 binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:57.548709 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (7d667a48-07f3-4269-b384-cac45a916b52), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.576651 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af3cdc-073e-4947-8192-8f343a4b9e1f req-d1c78c46-665d-41d8-8c16-ede394e19aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:57.578348 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d5af3cdc-073e-4947-8192-8f343a4b9e1f req-d1c78c46-665d-41d8-8c16-ede394e19aba service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc8de18800bb46d2a1f59a4d437dc968&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2105064 Mar 10 17:25:57.827306 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1deeb-6b9f-43b5-9569-f3022d4ffa54 req-8c6dac18-f0ff-4f01-be1b-4164035c57e8 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:57.828837 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-13b1deeb-6b9f-43b5-9569-f3022d4ffa54 req-8c6dac18-f0ff-4f01-be1b-4164035c57e8 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.1183403 Mar 10 17:25:57.844249 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af3cdc-073e-4947-8192-8f343a4b9e1f req-1642b79e-02ab-492a-a352-19dc4c29b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:57.845726 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d5af3cdc-073e-4947-8192-8f343a4b9e1f req-1642b79e-02ab-492a-a352-19dc4c29b34c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2606580 Mar 10 17:25:57.908780 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Publish callbacks [] for port (7d667a48-07f3-4269-b384-cac45a916b52), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.915838 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (7d667a48-07f3-4269-b384-cac45a916b52), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.921062 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-13b1deeb-6b9f-43b5-9569-f3022d4ffa54 req-d9717c51-20b5-4170-95f9-8c288b0954d4 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799589 Mar 10 17:25:57.978356 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3953239-b187-4727-a02a-119deda0bf2c None None] Pushing event updated for resources: {'Port': ['ID=7d667a48-07f3-4269-b384-cac45a916b52,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:58.116071 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.133500 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Attempting to bind port 7d667a48-07f3-4269-b384-cac45a916b52 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:58.134175 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Attempting to bind port 7d667a48-07f3-4269-b384-cac45a916b52 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'f00d2373-1e7e-415f-bbb0-280cc6033135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:58.134175 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Attempting to bind port 7d667a48-07f3-4269-b384-cac45a916b52 on network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:58.140576 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:58.140951 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Checking segment: {'id': 'f00d2373-1e7e-415f-bbb0-280cc6033135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:58.141361 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.141760 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Bound using segment: {'id': 'f00d2373-1e7e-415f-bbb0-280cc6033135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:58.142498 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Bound port: 7d667a48-07f3-4269-b384-cac45a916b52, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00d2373-1e7e-415f-bbb0-280cc6033135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:58.142887 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (7d667a48-07f3-4269-b384-cac45a916b52), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.182328 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604428-55ec-4016-859a-469df6c20b1d req-620aec19-51a7-442e-8844-95351c14ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.183182 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99127-ec10-49cd-bd43-8c8e6fd700b1 req-7c07c81c-ffde-46d4-ad5c-ad59114034a4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.185878 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4dc99127-ec10-49cd-bd43-8c8e6fd700b1 req-7c07c81c-ffde-46d4-ad5c-ad59114034a4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.1451905 Mar 10 17:25:58.186492 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-620aec19-51a7-442e-8844-95351c14ef6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc8de18800bb46d2a1f59a4d437dc968&device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 1127 time: 0.1135495 Mar 10 17:25:58.261788 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-d0fced34-b005-4db8-8005-f608760d884c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eac71ac-8f9f-4770-af9a-281f0e6956d7 HTTP/1.1" status: 200 len: 217 time: 0.0608919 Mar 10 17:25:58.309932 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] For port 7d667a48-07f3-4269-b384-cac45a916b52, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:58.329732 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4dc99127-ec10-49cd-bd43-8c8e6fd700b1 req-55555e3b-589a-422d-9d3c-24b645d2044f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267946 Mar 10 17:25:58.338755 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] For port 7d667a48-07f3-4269-b384-cac45a916b52, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=7d667a48-07f3-4269-b384-cac45a916b52,segment=NetworkSegment(f00d2373-1e7e-415f-bbb0-280cc6033135),segment_id=f00d2373-1e7e-415f-bbb0-280cc6033135)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:58.369225 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (7d667a48-07f3-4269-b384-cac45a916b52), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.409863 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604428-55ec-4016-859a-469df6c20b1d req-854e0890-3320-4331-b5aa-8edf3d6e1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.412845 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-854e0890-3320-4331-b5aa-8edf3d6e1b98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=568e997f-c703-4999-a48b-4a04e0ab8444 HTTP/1.1" status: 200 len: 846 time: 0.1413479 Mar 10 17:25:58.494465 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-fcff7cd2-ba92-49fc-a5ea-cc0c09324b03 None None] Provisioning complete for port 7d667a48-07f3-4269-b384-cac45a916b52 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:58.494828 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-12b60db1-2b23-4794-9e16-73bca9236397 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f58c64f-edc9-4713-828e-80019e677d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737076 Mar 10 17:25:58.494949 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fcff7cd2-ba92-49fc-a5ea-cc0c09324b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7d667a48-07f3-4269-b384-cac45a916b52), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.496847 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Routers {'829b3281-43e5-4b03-a283-d7e439b429b3'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:58.497487 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:25:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['829b3281-43e5-4b03-a283-d7e439b429b3'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:58.517636 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3953239-b187-4727-a02a-119deda0bf2c None None] Pushing event updated for resources: {'Port': ['ID=7d667a48-07f3-4269-b384-cac45a916b52,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:58.695044 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 11543ce5-2268-4dd6-8238-523ce46ff2fb up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:58.770932 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-02ad6576-75d2-423b-8b18-ee9ae8b55308 service neutron] 10.222.0.37 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580159 Mar 10 17:25:58.808646 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] Set router 829b3281-43e5-4b03-a283-d7e439b429b3 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:58.947967 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-56604428-55ec-4016-859a-469df6c20b1d req-7675538c-282e-41e3-b8a7-801a3187b047 service neutron] 10.222.0.37 "GET /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728671 Mar 10 17:25:59.138438 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ec5cb-05ce-4a3d-962e-66eea053886e req-f0dd9d68-b1c4-4d85-8442-c8d9913e2e16 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:59.140727 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d85ec5cb-05ce-4a3d-962e-66eea053886e req-f0dd9d68-b1c4-4d85-8442-c8d9913e2e16 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.1013134 Mar 10 17:25:59.156237 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34628) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:59.218198 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d85ec5cb-05ce-4a3d-962e-66eea053886e req-4102ef4a-b88c-4cf0-9904-64ec77880fcc tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688078 Mar 10 17:25:59.348587 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-30d9a43f-417d-42d6-8051-7f3dc57d893c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.351033 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 11543ce5-2268-4dd6-8238-523ce46ff2fb triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:59.351559 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.391702 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-fcff7cd2-ba92-49fc-a5ea-cc0c09324b03 None None] Current status of the port 7d667a48-07f3-4269-b384-cac45a916b52 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:59.392079 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fcff7cd2-ba92-49fc-a5ea-cc0c09324b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (7d667a48-07f3-4269-b384-cac45a916b52), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.486410 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-fcff7cd2-ba92-49fc-a5ea-cc0c09324b03 None None] For port 7d667a48-07f3-4269-b384-cac45a916b52, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=7d667a48-07f3-4269-b384-cac45a916b52,segment=NetworkSegment(f00d2373-1e7e-415f-bbb0-280cc6033135),segment_id=f00d2373-1e7e-415f-bbb0-280cc6033135)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:59.502155 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fcff7cd2-ba92-49fc-a5ea-cc0c09324b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (7d667a48-07f3-4269-b384-cac45a916b52), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.518332 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-30d9a43f-417d-42d6-8051-7f3dc57d893c admin admin] Publish callbacks [] for security_group (d83565ed-2529-4fe6-afd6-992556edabd2), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.523330 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-30d9a43f-417d-42d6-8051-7f3dc57d893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d83565ed-2529-4fe6-afd6-992556edabd2), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.565381 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9a43f-417d-42d6-8051-7f3dc57d893c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83565ed-2529-4fe6-afd6-992556edabd2,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:59.574076 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-30d9a43f-417d-42d6-8051-7f3dc57d893c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7ecd25c41a146719a8cd39f444b050c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143991 Mar 10 17:25:59.575326 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34636) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:59.584550 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b03f5-6104-4c96-b4bd-2ec6ce960e69 req-d9defdbd-4b0f-4ef7-8d89-de6c20ae968f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:59.589430 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-482b03f5-6104-4c96-b4bd-2ec6ce960e69 req-d9defdbd-4b0f-4ef7-8d89-de6c20ae968f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.1354527 Mar 10 17:25:59.636660 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:50Z', 'updated_at': '2022-03-10T17:25:55Z', 'revision_number': 4, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'gw_port': {'id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:51Z', 'updated_at': '2022-03-10T17:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '7d667a48-07f3-4269-b384-cac45a916b52', 'name': '', 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'mac_address': 'fa:16:3e:94:c1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'c62b1da8-9811-4f1f-944e-83aea441c749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:54Z', 'updated_at': '2022-03-10T17:25:58Z', 'revision_number': 4, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'subnets': [{'id': 'c62b1da8-9811-4f1f-944e-83aea441c749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:59.645308 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce68173b-e120-4795-924b-ae41e9a63153 admin admin] Publish callbacks [] for security_group (d83565ed-2529-4fe6-afd6-992556edabd2), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.686225 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce68173b-e120-4795-924b-ae41e9a63153 admin admin] Publish callbacks [] for security_group (d83565ed-2529-4fe6-afd6-992556edabd2), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.691612 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-482b03f5-6104-4c96-b4bd-2ec6ce960e69 req-80dcd5a6-da27-4c55-b848-b33bfcf3aa6b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911944 Mar 10 17:25:59.706813 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ee22e-3334-42e0-901a-918662f21847 None None] The sync data for ids ['829b3281-43e5-4b03-a283-d7e439b429b3'] in dv-cinder-830538-8-iscsi is: [{'id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:50Z', 'updated_at': '2022-03-10T17:25:55Z', 'revision_number': 4, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'gw_port': {'id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:51Z', 'updated_at': '2022-03-10T17:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '7d667a48-07f3-4269-b384-cac45a916b52', 'name': '', 'network_id': '2c72d782-8ac0-4ece-9f7a-52a72d1639c0', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'mac_address': 'fa:16:3e:94:c1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'c62b1da8-9811-4f1f-944e-83aea441c749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:54Z', 'updated_at': '2022-03-10T17:25:58Z', 'revision_number': 4, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'subnets': [{'id': 'c62b1da8-9811-4f1f-944e-83aea441c749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:59.726703 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 11543ce5-2268-4dd6-8238-523ce46ff2fb is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:59.730850 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-aeb2f696-8e0c-4e84-81eb-8fd2f33240ed None None] Provisioning complete for port 7d667a48-07f3-4269-b384-cac45a916b52 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:59.731279 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f696-8e0c-4e84-81eb-8fd2f33240ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7d667a48-07f3-4269-b384-cac45a916b52), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.773289 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff7cd2-ba92-49fc-a5ea-cc0c09324b03 None None] Pushing event updated for resources: {'Port': ['ID=7d667a48-07f3-4269-b384-cac45a916b52,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:59.816276 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce68173b-e120-4795-924b-ae41e9a63153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d83565ed-2529-4fe6-afd6-992556edabd2), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.845279 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce68173b-e120-4795-924b-ae41e9a63153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.856764 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ce68173b-e120-4795-924b-ae41e9a63153 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d83565ed-2529-4fe6-afd6-992556edabd2 HTTP/1.1" status: 204 len: 168 time: 0.2790358 Mar 10 17:25:59.921562 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68173b-e120-4795-924b-ae41e9a63153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83565ed-2529-4fe6-afd6-992556edabd2,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:00.014046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7fd1f-c859-4070-85e3-f0cfcede9f0e req-595a43ae-5edc-4131-8d2c-70d80be17028 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:00.016236 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-07b7fd1f-c859-4070-85e3-f0cfcede9f0e req-595a43ae-5edc-4131-8d2c-70d80be17028 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.1779797 Mar 10 17:26:00.038478 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2f696-8e0c-4e84-81eb-8fd2f33240ed None None] Current status of the port 7d667a48-07f3-4269-b384-cac45a916b52 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:00.152151 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-07b7fd1f-c859-4070-85e3-f0cfcede9f0e req-02ccefba-5b5b-466c-8090-57e36521d193 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250198 Mar 10 17:26:00.451067 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee12a1-28b8-484a-bf96-b26d18386e05 req-cbb29edc-9c12-4dc5-a9a3-0147508f5dcf tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:00.456780 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8fee12a1-28b8-484a-bf96-b26d18386e05 req-cbb29edc-9c12-4dc5-a9a3-0147508f5dcf tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.1292505 Mar 10 17:26:00.591708 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8fee12a1-28b8-484a-bf96-b26d18386e05 req-cd80d226-ed9d-4c68-87b4-b52e8ff0e4f5 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282043 Mar 10 17:26:00.688785 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 7d667a48-07f3-4269-b384-cac45a916b52 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:00.790195 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 7d667a48-07f3-4269-b384-cac45a916b52 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:00.790594 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7d667a48-07f3-4269-b384-cac45a916b52), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.918865 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 7d667a48-07f3-4269-b384-cac45a916b52 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:01.189342 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 34682) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:01.337133 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-421525302-network', 'tenant_id': '868d9faa77394355bc9160cd61ef3696'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:01.367230 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Made reservation on behalf of 868d9faa77394355bc9160cd61ef3696 for: {'network': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:01.370479 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.383787 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.520169 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Publish callbacks [] for security_group (b3f0af91-fb30-4c3b-9182-f3993d09acc7), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.526848 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b3f0af91-fb30-4c3b-9182-f3993d09acc7), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.557745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f0af91-fb30-4c3b-9182-f3993d09acc7,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:01.593876 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:26:01.607789 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (26b20892-36d8-4ee5-a160-cbb6cbfdaac7), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.608184 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.segments_db [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Added segment 26b20892-36d8-4ee5-a160-cbb6cbfdaac7 of type vlan for network 613743b8-d628-4eff-99d7-32b0bef7bef2 Mar 10 17:26:01.685275 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (613743b8-d628-4eff-99d7-32b0bef7bef2), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.747604 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (613743b8-d628-4eff-99d7-32b0bef7bef2), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.748736 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:01.749360 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.818032 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf62d2d-5c93-42d1-8e1e-337184079daa req-10c904b6-439a-4a57-be4d-437edd7b009c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:01.819658 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6bf62d2d-5c93-42d1-8e1e-337184079daa req-10c904b6-439a-4a57-be4d-437edd7b009c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.1418424 Mar 10 17:26:01.820327 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] Pushing event updated for resources: {'Network': ['ID=613743b8-d628-4eff-99d7-32b0bef7bef2,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:01.831453 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 613743b8-d628-4eff-99d7-32b0bef7bef2 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:26:01.840244 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 34704) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:01.845301 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Request body: {'subnet': {'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-421525302-subnet', 'tenant_id': '868d9faa77394355bc9160cd61ef3696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:01.848647 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-102cc8b0-ad98-4015-baa3-27136f1bed2d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6582022 Mar 10 17:26:01.878731 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Made reservation on behalf of 868d9faa77394355bc9160cd61ef3696 for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:01.881972 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13139342'] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.922707 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6bf62d2d-5c93-42d1-8e1e-337184079daa req-1d12b3d0-f9be-4720-802c-76e2e1463b26 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935240 Mar 10 17:26:02.073975 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15760111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13139360'] for subnet (b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:02.128948 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:02.141013 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Checking segment: {'id': '26b20892-36d8-4ee5-a160-cbb6cbfdaac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:02.141369 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Network hostable DHCP agents. Network: 613743b8-d628-4eff-99d7-32b0bef7bef2, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:26:02.161463 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Network 613743b8-d628-4eff-99d7-32b0bef7bef2 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:26:02.172501 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 613743b8-d628-4eff-99d7-32b0bef7bef2) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:02.176973 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:02.177825 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:02.185538 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7f9d0-c204-41bc-a87a-c55cff919593 None None] Network 613743b8-d628-4eff-99d7-32b0bef7bef2 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:02.205534 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a3bd63f3-f184-4f7a-bda5-bee549b42c49 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3641133 Mar 10 17:26:02.330263 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0659398-f907-457b-8eac-2e01c1d5aca7 None None] Network 613743b8-d628-4eff-99d7-32b0bef7bef2 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:03.041644 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90cac0-7f3d-4bcc-9d7e-a069cd3e9dd0 req-0bad9cd8-0ecb-449a-bf91-44c37640713d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:03.046548 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd90cac0-7f3d-4bcc-9d7e-a069cd3e9dd0 req-0bad9cd8-0ecb-449a-bf91-44c37640713d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.0619948 Mar 10 17:26:03.100981 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd90cac0-7f3d-4bcc-9d7e-a069cd3e9dd0 req-c9a82ef6-518f-45e2-b220-179e70526795 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520935 Mar 10 17:26:04.218459 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e3418-6e51-45fe-a0d0-25bb88c1f0ac req-7bb9de56-c8cf-4fe0-be49-431560dd7608 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:04.220081 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-507e3418-6e51-45fe-a0d0-25bb88c1f0ac req-7bb9de56-c8cf-4fe0-be49-431560dd7608 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.0579054 Mar 10 17:26:04.276383 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-507e3418-6e51-45fe-a0d0-25bb88c1f0ac req-4c59dbc2-b0dc-49b3-a3fa-40d2bd1f0441 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 Mar 10 17:26:05.473196 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca8b2-50e1-4ba7-9ce3-021c142f081c req-91bee389-724b-41fe-8b61-e0fa15e34e97 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:05.474826 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-245ca8b2-50e1-4ba7-9ce3-021c142f081c req-91bee389-724b-41fe-8b61-e0fa15e34e97 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.1053767 Mar 10 17:26:05.546357 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-245ca8b2-50e1-4ba7-9ce3-021c142f081c req-9f0bcf49-8a42-4c1c-9d41-2b955a0b801f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656366 Mar 10 17:26:06.349601 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1fb2a-b2a7-407b-a425-4628c35d11c7 req-a4b33c0c-f44c-4eac-9923-d4aa1d8e527a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.351517 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-17d1fb2a-b2a7-407b-a425-4628c35d11c7 req-a4b33c0c-f44c-4eac-9923-d4aa1d8e527a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0611241 Mar 10 17:26:06.357226 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42199109-836b-4601-abb7-a27e18d3a8da req-a0da47e6-1f45-4995-ba02-a8919286ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.358982 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-42199109-836b-4601-abb7-a27e18d3a8da req-a0da47e6-1f45-4995-ba02-a8919286ecf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1130 time: 0.0586078 Mar 10 17:26:06.402606 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-17d1fb2a-b2a7-407b-a425-4628c35d11c7 req-6b0858e2-2c8a-4fb7-99be-09de2690efdc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452814 Mar 10 17:26:06.460429 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42199109-836b-4601-abb7-a27e18d3a8da req-496fbc7a-afb2-4220-8894-ab5e4f7324d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.463801 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-42199109-836b-4601-abb7-a27e18d3a8da req-496fbc7a-afb2-4220-8894-ab5e4f7324d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 920 time: 0.0991735 Mar 10 17:26:06.508429 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-42199109-836b-4601-abb7-a27e18d3a8da req-7b506ef7-59fd-445e-9990-92e76a4afc8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83926aa3-c177-4c5a-9b45-a83be5e361af HTTP/1.1" status: 200 len: 217 time: 0.0376625 Mar 10 17:26:06.565362 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42199109-836b-4601-abb7-a27e18d3a8da req-ed9ad2ae-d108-41df-9fae-7a73f61ae30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.567291 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-42199109-836b-4601-abb7-a27e18d3a8da req-ed9ad2ae-d108-41df-9fae-7a73f61ae30b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.0523741 Mar 10 17:26:06.605460 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-42199109-836b-4601-abb7-a27e18d3a8da req-ab61e0fb-5f8e-44b7-9a82-c2b45cc32b97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300717 Mar 10 17:26:06.686904 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466463d-0320-463f-80de-6f4c7bbe2346 req-8b544aaa-51dd-4483-98d0-6c83b5e39b45 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.688969 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5466463d-0320-463f-80de-6f4c7bbe2346 req-8b544aaa-51dd-4483-98d0-6c83b5e39b45 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.0721016 Mar 10 17:26:06.709956 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-42199109-836b-4601-abb7-a27e18d3a8da req-3f65cf06-2766-405c-b3ec-c416aafb4f77 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981503 Mar 10 17:26:06.757218 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5466463d-0320-463f-80de-6f4c7bbe2346 req-a56e648a-0d68-41d9-a422-c0b1682f1f63 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618324 Mar 10 17:26:06.813752 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-42199109-836b-4601-abb7-a27e18d3a8da req-7cb16239-8e87-4c18-a801-8a090cacc3bf service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960035 Mar 10 17:26:07.025726 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:26:07.284892 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-f3d0e7d0-25ae-4233-b2e0-d0ad89e28f5a tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:07.286399 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-f3d0e7d0-25ae-4233-b2e0-d0ad89e28f5a tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/networks?id=613743b8-d628-4eff-99d7-32b0bef7bef2 HTTP/1.1" status: 200 len: 813 time: 0.1209078 Mar 10 17:26:07.318457 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-ccd9187d-2a2b-484d-903c-f1cbee46942a tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/quotas/868d9faa77394355bc9160cd61ef3696 HTTP/1.1" status: 200 len: 375 time: 0.0252130 Mar 10 17:26:07.362368 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-8972286c-65f3-43c4-8dc3-bdb001411f51 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=868d9faa77394355bc9160cd61ef3696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270891 Mar 10 17:26:07.462359 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-cdb69eab-b6ac-454b-ac25-bde9c71f9d8b service neutron] 10.222.0.16 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927510 Mar 10 17:26:07.587575 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-aa5f0532-72ac-4580-8e13-fcf024f059b4 service neutron] 10.222.0.16 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195681 Mar 10 17:26:07.595090 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14cf6c-38df-43d2-a2a7-752bf4d089f3 req-93c4c1c7-202d-492b-847a-bde1ffdf97bc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:07.596529 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd14cf6c-38df-43d2-a2a7-752bf4d089f3 req-93c4c1c7-202d-492b-847a-bde1ffdf97bc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.1109042 Mar 10 17:26:07.659589 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd14cf6c-38df-43d2-a2a7-752bf4d089f3 req-1fe84f05-9313-41ba-981d-c60171932f75 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539336 Mar 10 17:26:07.776433 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-162d0a41-c8bf-4b0c-ba36-50b5e84d5974 req-a7032907-a252-48df-a7b7-66bc77bcffa6 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 210 time: 0.0326815 Mar 10 17:26:07.908702 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26cf5a-6837-4517-b9b8-f71404865875 req-2f3f9126-b6be-40ca-a042-9e8ac0f334db tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:07.910845 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bd26cf5a-6837-4517-b9b8-f71404865875 req-2f3f9126-b6be-40ca-a042-9e8ac0f334db tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.0643287 Mar 10 17:26:07.963975 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bd26cf5a-6837-4517-b9b8-f71404865875 req-5bf0fbd2-4b79-40ae-aaf3-d66d5f32ff2e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461669 Mar 10 17:26:08.582917 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-989e0bfd-ac26-44d4-bcd3-effac392220e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:08.584365 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-989e0bfd-ac26-44d4-bcd3-effac392220e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/networks?id=695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 200 len: 815 time: 0.0995438 Mar 10 17:26:08.600255 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-637696c2-e583-449c-933e-8445f882ce22 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/quotas/788735d9fc2b4767b361bcc431fa4542 HTTP/1.1" status: 200 len: 375 time: 0.0096908 Mar 10 17:26:08.656074 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-2ad39213-da48-472a-8700-d28c55a07169 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=788735d9fc2b4767b361bcc431fa4542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508213 Mar 10 17:26:08.778845 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-22f59260-2648-46ad-9dd4-b6e895b637d2 service neutron] 10.222.0.16 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110158 Mar 10 17:26:08.802020 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbaf3f-402e-445a-9225-7fa627210ace req-cf50e944-f867-4ea0-8749-fc27290ca7bc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:08.803449 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9cfbaf3f-402e-445a-9225-7fa627210ace req-cf50e944-f867-4ea0-8749-fc27290ca7bc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0794842 Mar 10 17:26:08.893477 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9cfbaf3f-402e-445a-9225-7fa627210ace req-011b297a-7c37-4182-b6d8-09fdaf6a4a02 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805604 Mar 10 17:26:08.907388 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-a22f83a0-c70b-4701-95b1-870c8d2225a6 service neutron] 10.222.0.16 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200914 Mar 10 17:26:08.978500 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-02a16a19-ada0-4e6e-ad3b-8573cdc2ad60 req-d6020441-9516-42e3-a600-2b15fc441ece tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 210 time: 0.0295751 Mar 10 17:26:09.089759 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-36ef81be-5f6c-470a-8dd9-93cfa19c3031 req-f5da2e16-927b-466c-a191-bdc1dd862219 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 210 time: 0.0417299 Mar 10 17:26:09.113749 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f28b7e-0956-4d7e-865a-63b0a78218d7 req-d59a30c9-6768-4cc4-9772-c78fed76c53f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:09.114994 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d7f28b7e-0956-4d7e-865a-63b0a78218d7 req-d59a30c9-6768-4cc4-9772-c78fed76c53f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 943 time: 0.0779939 Mar 10 17:26:09.164584 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d7f28b7e-0956-4d7e-865a-63b0a78218d7 req-b3d5213c-ea41-45a8-8ef7-31e65f47cf94 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439479 Mar 10 17:26:09.591955 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 4eac71ac-8f9f-4770-af9a-281f0e6956d7 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:09.693108 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 4eac71ac-8f9f-4770-af9a-281f0e6956d7, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4eac71ac-8f9f-4770-af9a-281f0e6956d7,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:09.703628 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '4eac71ac-8f9f-4770-af9a-281f0e6956d7', 'network_id': '6f58c64f-edc9-4713-828e-80019e677d48', 'port_id': '4eac71ac-8f9f-4770-af9a-281f0e6956d7', 'mac_address': 'fa:16:3e:bc:12:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568e997f-c703-4999-a48b-4a04e0ab8444', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:09.739747 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:09.740136 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.752240 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eac71ac-8f9f-4770-af9a-281f0e6956d7 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:09.771117 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 4eac71ac-8f9f-4770-af9a-281f0e6956d7, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4eac71ac-8f9f-4770-af9a-281f0e6956d7,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:09.775226 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.825189 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=4eac71ac-8f9f-4770-af9a-281f0e6956d7,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:10.009809 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480022ee-5410-475a-bf05-b375ada1cdd9 req-0260e6c3-0d2f-4e93-8268-76aa3ba8b7ff tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.011318 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-480022ee-5410-475a-bf05-b375ada1cdd9 req-0260e6c3-0d2f-4e93-8268-76aa3ba8b7ff tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0515437 Mar 10 17:26:10.080763 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9212b2e-9a13-44c9-9908-9e408862e15b req-f63f7c87-598a-44ea-948a-cc890d9aca96 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 210 time: 0.0336394 Mar 10 17:26:10.084265 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-480022ee-5410-475a-bf05-b375ada1cdd9 req-06f59c1d-f581-4dbe-bd22-b5a5fe74853a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671372 Mar 10 17:26:10.183120 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-04db8a64-50c3-40c1-9554-0684539e322a req-e5341eff-e0f8-4d18-94e6-b0e6cc0d6d40 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 210 time: 0.0277886 Mar 10 17:26:10.279198 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d518f-a748-43aa-bce2-a9877560bf21 req-bcfda82e-4ed7-49c1-a805-253ceb635e46 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.280551 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d88d518f-a748-43aa-bce2-a9877560bf21 req-bcfda82e-4ed7-49c1-a805-253ceb635e46 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 944 time: 0.0510786 Mar 10 17:26:10.327223 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d88d518f-a748-43aa-bce2-a9877560bf21 req-8f2b9d38-524c-4ef0-b9ff-7bb8dda3e955 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Mar 10 17:26:11.186665 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f1ad1e60-e3da-47b9-bf4d-d720630e5e0b req-5eb65cde-18cd-4d97-9ade-17b16b71c762 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 210 time: 0.0359228 Mar 10 17:26:11.225729 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40a17b-c91b-478e-bba1-5b87846dc0ef req-0f14adab-64a4-48b1-bdd5-589c3e242950 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:11.227276 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-da40a17b-c91b-478e-bba1-5b87846dc0ef req-0f14adab-64a4-48b1-bdd5-589c3e242950 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0679891 Mar 10 17:26:11.290157 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3ab9cb32-982d-477d-a646-bfbf6b19ce08 req-3840c6db-24ab-4459-bf95-28e8bb378d39 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 210 time: 0.0334523 Mar 10 17:26:11.301718 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-da40a17b-c91b-478e-bba1-5b87846dc0ef req-ec710687-d4ad-447f-becc-a610fc712801 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664041 Mar 10 17:26:11.457014 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1efdd-58f5-41a7-a15f-aba502990b4c req-98833529-81e8-4899-9e8e-4ed1680c8fa9 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:11.458513 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90f1efdd-58f5-41a7-a15f-aba502990b4c req-98833529-81e8-4899-9e8e-4ed1680c8fa9 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 944 time: 0.0544596 Mar 10 17:26:11.514749 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90f1efdd-58f5-41a7-a15f-aba502990b4c req-b3a9496d-ebce-461e-be9d-57541d340c31 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 Mar 10 17:26:12.277601 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a5b7ba25-6efa-4be9-b641-29651254f015 req-5eed53c4-031b-4a2e-842c-e0e94f5d4963 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 210 time: 0.0253577 Mar 10 17:26:12.382588 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ca2a408a-b55f-49d6-a7bd-01c25764a9d8 req-6b4266d0-d189-42b6-8803-fa452114821c tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 210 time: 0.0276098 Mar 10 17:26:12.432066 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31794c-ee48-4b9d-9b55-6bbf9053e2b7 req-11346a9c-3428-4a22-8d9e-77538d35aac0 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:12.433507 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae31794c-ee48-4b9d-9b55-6bbf9053e2b7 req-11346a9c-3428-4a22-8d9e-77538d35aac0 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0533724 Mar 10 17:26:12.481617 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae31794c-ee48-4b9d-9b55-6bbf9053e2b7 req-245c7d77-2d31-4329-911c-b9d9a6f659bf tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Mar 10 17:26:12.635867 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee94389-f68e-488d-ae6a-cb82fd8f211b req-13d8d980-aa02-440c-890c-440fd0b724de tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:12.637491 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ee94389-f68e-488d-ae6a-cb82fd8f211b req-13d8d980-aa02-440c-890c-440fd0b724de tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 944 time: 0.0569351 Mar 10 17:26:12.639111 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['4eac71ac-8f9f-4770-af9a-281f0e6956d7'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:12.896711 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-355ffb40-f903-44c3-8d35-047cae779307 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:12.898934 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-355ffb40-f903-44c3-8d35-047cae779307 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.37 "GET /v2.0/networks?id=695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 200 len: 815 time: 0.1584566 Mar 10 17:26:12.907022 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ee94389-f68e-488d-ae6a-cb82fd8f211b req-688525bd-33a3-4110-b629-931aa663cd01 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638340 Mar 10 17:26:12.944269 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'port': {'device_id': '23e39033-45d6-4b53-a80c-332968b544bf', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'admin_state_up': True, 'tenant_id': '788735d9fc2b4767b361bcc431fa4542'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:13.030800 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-4d714a20-3ee9-4265-b50b-4484666dcea8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:13.032198 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-4d714a20-3ee9-4265-b50b-4484666dcea8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.37 "GET /v2.0/networks?id=613743b8-d628-4eff-99d7-32b0bef7bef2 HTTP/1.1" status: 200 len: 813 time: 0.1861169 Mar 10 17:26:13.053935 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Request body: {'port': {'device_id': 'ba646794-9121-4f7e-8fe0-1f24a2a7e2be', 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2', 'admin_state_up': True, 'tenant_id': '868d9faa77394355bc9160cd61ef3696'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:13.134673 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Made reservation on behalf of 788735d9fc2b4767b361bcc431fa4542 for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:13.137878 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.230181 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Made reservation on behalf of 868d9faa77394355bc9160cd61ef3696 for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:13.233399 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.340659 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Allocated IP 172.20.0.3 (695ac80b-0326-480c-9dd3-494fdd58177e/a23904b8-4b9e-4a20-a71b-9021ba60aeea/74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:13.376201 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-35f121c9-25e9-4f38-875e-9cf34af35f2b req-de597dae-29fa-4ef5-8d19-6df759580d2b tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 210 time: 0.0299611 Mar 10 17:26:13.504598 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-52c1832f-b034-4829-bff5-aea6b1b4f58b req-d0507f36-f73b-4140-8adf-93a5650bdc1b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 210 time: 0.0337255 Mar 10 17:26:13.604763 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661f4ba-6e75-4687-910b-b84b4eb7c46a req-dbe296ae-b866-4b21-90ff-2147d1ec8be3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:13.606429 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b661f4ba-6e75-4687-910b-b84b4eb7c46a req-dbe296ae-b866-4b21-90ff-2147d1ec8be3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0550244 Mar 10 17:26:13.675984 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b661f4ba-6e75-4687-910b-b84b4eb7c46a req-22c197c6-547e-40db-b1c2-781dea160e93 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627291 Mar 10 17:26:13.696227 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Allocated IP 172.20.0.9 (613743b8-d628-4eff-99d7-32b0bef7bef2/b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9/d4749b50-3dec-4c57-97c0-961207661124) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:13.824417 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.874094 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.032702 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Network 695ac80b-0326-480c-9dd3-494fdd58177e is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:14.039675 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:14.042477 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:14.056151 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'Port': ['ID=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:14.094664 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c232bce-afc0-4a16-a345-b067825e3245 req-07089902-e4e9-4c87-afd4-443dfbcc2766 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.096623 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4c232bce-afc0-4a16-a345-b067825e3245 req-07089902-e4e9-4c87-afd4-443dfbcc2766 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 944 time: 0.0852215 Mar 10 17:26:14.144612 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks [] for port (d4749b50-3dec-4c57-97c0-961207661124), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.172313 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.176456 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.237545 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4c232bce-afc0-4a16-a345-b067825e3245 req-ac3e4d65-8d32-46ba-bdef-1391d7d916b2 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335406 Mar 10 17:26:14.272150 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-62b5991a-5f0e-4863-97ca-78bc60fbdae3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3350956 Mar 10 17:26:14.287074 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (d4749b50-3dec-4c57-97c0-961207661124), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.315797 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Network 613743b8-d628-4eff-99d7-32b0bef7bef2 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:14.337976 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:14.343508 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:14.388506 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-3f1afec8-ba86-4e23-b870-69da0496d52f None None] Provisioning complete for port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:14.389092 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3f1afec8-ba86-4e23-b870-69da0496d52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.406686 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Pushing event updated for resources: {'Port': ['ID=d4749b50-3dec-4c57-97c0-961207661124,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:14.443745 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.444590 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.447876 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-3f1afec8-ba86-4e23-b870-69da0496d52f None None] Port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:14.471093 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-93925d2e-fcaf-418c-91df-18eb23c1fb91 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4204922 Mar 10 17:26:14.528199 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4c96-4c8b-48ec-89a9-b0841a2d996a req-2845603e-5ed4-4bee-9297-144d4ae908bd tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.529674 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-631f4c96-4c8b-48ec-89a9-b0841a2d996a req-2845603e-5ed4-4bee-9297-144d4ae908bd tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0526173 Mar 10 17:26:14.629790 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-631f4c96-4c8b-48ec-89a9-b0841a2d996a req-d8251f8c-09d5-4d0b-ac6b-7e537b491960 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939677 Mar 10 17:26:14.655733 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d5b7-6986-4213-b9e1-3b482637219f req-470e17a6-979d-4924-8f3b-a745b9ea4864 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.657186 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6779d5b7-6986-4213-b9e1-3b482637219f req-470e17a6-979d-4924-8f3b-a745b9ea4864 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0918517 Mar 10 17:26:14.729628 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6779d5b7-6986-4213-b9e1-3b482637219f req-e2a6b5a1-ae06-40f2-9e34-30425f76ec84 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610335 Mar 10 17:26:14.829362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68245366-4442-4e4f-88b4-554821d35b1e req-057f80a5-3d3b-4ec1-99f3-359d7ab7b2ea tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.831378 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68245366-4442-4e4f-88b4-554821d35b1e req-057f80a5-3d3b-4ec1-99f3-359d7ab7b2ea tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0551047 Mar 10 17:26:14.882511 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68245366-4442-4e4f-88b4-554821d35b1e req-e1002e7e-185b-4352-aeff-ab1d140e6ab8 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447142 Mar 10 17:26:15.303029 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 4eac71ac-8f9f-4770-af9a-281f0e6956d7 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:15.373286 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:15.379908 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:15.380634 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:15.387856 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fc607-359c-4898-800a-004165fc880e req-596af8b8-5d31-47ec-920a-9c139c67c39f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:15.396016 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fe2fc607-359c-4898-800a-004165fc880e req-596af8b8-5d31-47ec-920a-9c139c67c39f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 944 time: 0.1024263 Mar 10 17:26:15.459012 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fe2fc607-359c-4898-800a-004165fc880e req-82d7c780-7101-4b95-ab22-e1c5552a461e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618944 Mar 10 17:26:15.510367 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:15.510928 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:15.532951 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ad7892-ecf1-40cc-9943-1b6a399e6189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eac71ac-8f9f-4770-af9a-281f0e6956d7'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:15.535723 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d59e4f-7bd9-4f05-ab5c-cb4ab6b4e8b9" -d '{"events": [{"server_uuid": "b4ad7892-ecf1-40cc-9943-1b6a399e6189", "name": "network-vif-plugged", "status": "completed", "tag": "4eac71ac-8f9f-4770-af9a-281f0e6956d7"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:15.548348 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 4eac71ac-8f9f-4770-af9a-281f0e6956d7, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4eac71ac-8f9f-4770-af9a-281f0e6956d7,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:15.555453 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:15.583762 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d9330f-752c-4d87-a441-964f9a1d5a1f x-openstack-request-id: req-f8d9330f-752c-4d87-a441-964f9a1d5a1f {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:15.584075 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ad7892-ecf1-40cc-9943-1b6a399e6189", "name": "network-vif-plugged", "status": "completed", "tag": "4eac71ac-8f9f-4770-af9a-281f0e6956d7", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:15.584493 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d9330f-752c-4d87-a441-964f9a1d5a1f {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:15.584883 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ad7892-ecf1-40cc-9943-1b6a399e6189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eac71ac-8f9f-4770-af9a-281f0e6956d7', 'code': 200} Mar 10 17:26:15.614716 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=4eac71ac-8f9f-4770-af9a-281f0e6956d7,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:15.754129 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38dd25-94fe-470c-9d8a-6bad44a493fc req-73ecfb51-df0a-4451-ad18-8db1e3f7277e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:15.755614 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ec38dd25-94fe-470c-9d8a-6bad44a493fc req-73ecfb51-df0a-4451-ad18-8db1e3f7277e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0549896 Mar 10 17:26:15.839047 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ec38dd25-94fe-470c-9d8a-6bad44a493fc req-44898538-0fb5-466a-9c52-c4f54a9c3ff0 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Mar 10 17:26:15.864555 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcd7f9-0a7b-4a18-8c60-8936fa3dd33a req-33ec6466-d27e-4209-ac21-3b0f85f00d89 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:15.866407 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-30fcd7f9-0a7b-4a18-8c60-8936fa3dd33a req-33ec6466-d27e-4209-ac21-3b0f85f00d89 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0642340 Mar 10 17:26:15.933723 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-30fcd7f9-0a7b-4a18-8c60-8936fa3dd33a req-f653783e-6273-4171-8128-02d159d511b4 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561421 Mar 10 17:26:16.013037 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf93b-851b-4b69-8352-2aeae3999aa2 req-6244ee36-eaaf-44b0-b0b9-e35f1b85d6e1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:16.014595 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e2cf93b-851b-4b69-8352-2aeae3999aa2 req-6244ee36-eaaf-44b0-b0b9-e35f1b85d6e1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0519400 Mar 10 17:26:16.071899 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e2cf93b-851b-4b69-8352-2aeae3999aa2 req-f595667c-ff90-42a4-be9a-53d9a06f91a3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504043 Mar 10 17:26:16.525577 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-47e82ad3-c63f-482a-bbad-82a768dc452b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.593689 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9b345-7b43-49f3-b9d0-8c0ae9ca5048 req-2d5c7d6c-3e24-422b-9259-e6773f05d278 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:16.595628 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e7c9b345-7b43-49f3-b9d0-8c0ae9ca5048 req-2d5c7d6c-3e24-422b-9259-e6773f05d278 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0601544 Mar 10 17:26:16.641355 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e7c9b345-7b43-49f3-b9d0-8c0ae9ca5048 req-1698b3b5-b630-4a27-b549-7a3cf76d9797 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Mar 10 17:26:17.007323 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692ac41-ca11-4bfc-b009-5f00c144e3e3 req-c3cea431-6163-47f8-bc8b-b004c99e2958 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:17.015329 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a692ac41-ca11-4bfc-b009-5f00c144e3e3 req-c3cea431-6163-47f8-bc8b-b004c99e2958 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.1001315 Mar 10 17:26:17.085870 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 35080) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:17.091846 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a692ac41-ca11-4bfc-b009-5f00c144e3e3 req-33da2303-e535-4c11-93d6-e324ba38569c tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751300 Mar 10 17:26:17.102994 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2068e7-48f3-4d31-bf90-9936ea4b177a req-a716e311-910b-4873-9efb-1db39d5ecf4e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:17.107207 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e2068e7-48f3-4d31-bf90-9936ea4b177a req-a716e311-910b-4873-9efb-1db39d5ecf4e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0890930 Mar 10 17:26:17.179574 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e2068e7-48f3-4d31-bf90-9936ea4b177a req-4850a500-620c-4c2f-92da-c509ce038b2f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678771 Mar 10 17:26:17.243966 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f44937-854a-4874-bfb6-9b98bfc8dd31 req-e5ff9a59-53c4-45ec-83c3-136b10d045c2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:17.245902 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-19f44937-854a-4874-bfb6-9b98bfc8dd31 req-e5ff9a59-53c4-45ec-83c3-136b10d045c2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0654225 Mar 10 17:26:17.281983 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 35088) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:17.310517 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-19f44937-854a-4874-bfb6-9b98bfc8dd31 req-a2fba8db-a5ca-42f0-9d2d-1c44de2d7327 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581217 Mar 10 17:26:17.353822 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c132122e-4c92-4e17-aaef-99cb5598ebb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.380487 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9fdc933d-f6c9-41e4-af78-3f88381bfce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.515235 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c132122e-4c92-4e17-aaef-99cb5598ebb2 admin admin] Publish callbacks [] for security_group (8af24df8-eaf0-4f63-add0-6ee4ad61cdff), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.526057 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c132122e-4c92-4e17-aaef-99cb5598ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (8af24df8-eaf0-4f63-add0-6ee4ad61cdff), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.561876 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9fdc933d-f6c9-41e4-af78-3f88381bfce1 admin admin] Publish callbacks [] for security_group (9aa14a85-ab66-4a6f-b9ac-9296ed38aee8), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.569115 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c132122e-4c92-4e17-aaef-99cb5598ebb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=095778b99861451386b16276ef535102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850876 Mar 10 17:26:17.572034 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 35094) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:17.573541 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9fdc933d-f6c9-41e4-af78-3f88381bfce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9aa14a85-ab66-4a6f-b9ac-9296ed38aee8), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.584649 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132122e-4c92-4e17-aaef-99cb5598ebb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af24df8-eaf0-4f63-add0-6ee4ad61cdff,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:17.620608 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc933d-f6c9-41e4-af78-3f88381bfce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa14a85-ab66-4a6f-b9ac-9296ed38aee8,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:17.624960 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9fdc933d-f6c9-41e4-af78-3f88381bfce1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15d66d1d14cc42698a97b19c27e58a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373168 Mar 10 17:26:17.628980 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 35096) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:17.646914 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-de81414b-1171-4a5a-a564-890f91bb8eb7 admin admin] Publish callbacks [] for security_group (8af24df8-eaf0-4f63-add0-6ee4ad61cdff), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.696805 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-de81414b-1171-4a5a-a564-890f91bb8eb7 admin admin] Publish callbacks [] for security_group (8af24df8-eaf0-4f63-add0-6ee4ad61cdff), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.709816 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ab06560-4894-4f9c-ae56-61cccf74c17e admin admin] Publish callbacks [] for security_group (9aa14a85-ab66-4a6f-b9ac-9296ed38aee8), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.731821 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ab06560-4894-4f9c-ae56-61cccf74c17e admin admin] Publish callbacks [] for security_group (9aa14a85-ab66-4a6f-b9ac-9296ed38aee8), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.801547 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37d1bb-ed71-4110-bd11-ee3e39ab1501 req-d1e0ac8f-7809-4372-938c-0e9a60298176 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:17.809974 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8f37d1bb-ed71-4110-bd11-ee3e39ab1501 req-d1e0ac8f-7809-4372-938c-0e9a60298176 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0816667 Mar 10 17:26:17.819325 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ab06560-4894-4f9c-ae56-61cccf74c17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9aa14a85-ab66-4a6f-b9ac-9296ed38aee8), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.825164 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ab06560-4894-4f9c-ae56-61cccf74c17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.829279 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-8ab06560-4894-4f9c-ae56-61cccf74c17e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aa14a85-ab66-4a6f-b9ac-9296ed38aee8 HTTP/1.1" status: 204 len: 168 time: 0.1961477 Mar 10 17:26:17.840259 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-de81414b-1171-4a5a-a564-890f91bb8eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (8af24df8-eaf0-4f63-add0-6ee4ad61cdff), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.842965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-de81414b-1171-4a5a-a564-890f91bb8eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.844269 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-de81414b-1171-4a5a-a564-890f91bb8eb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8af24df8-eaf0-4f63-add0-6ee4ad61cdff HTTP/1.1" status: 204 len: 168 time: 0.2711759 Mar 10 17:26:17.860873 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab06560-4894-4f9c-ae56-61cccf74c17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa14a85-ab66-4a6f-b9ac-9296ed38aee8,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:17.861071 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81414b-1171-4a5a-a564-890f91bb8eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af24df8-eaf0-4f63-add0-6ee4ad61cdff,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:17.916025 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8f37d1bb-ed71-4110-bd11-ee3e39ab1501 req-fe258b7d-1bf4-4c4c-a106-90861993cebf tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060512 Mar 10 17:26:18.258461 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342a534-eb67-49cf-b2aa-ffb32600c5af req-d1bfb974-de11-45b4-8526-7896a7c6ba23 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:18.265104 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0342a534-eb67-49cf-b2aa-ffb32600c5af req-d1bfb974-de11-45b4-8526-7896a7c6ba23 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0762951 Mar 10 17:26:18.312715 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 35110) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:18.353751 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-906d13a3-9be7-475a-b8ac-0860aeb31b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.380673 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0342a534-eb67-49cf-b2aa-ffb32600c5af req-fa901641-a5ce-4423-a8fb-af6239e5f3cd tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074536 Mar 10 17:26:18.417310 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a2f0c-b314-4e01-b6d0-867b5c915f15 req-de1c57cf-60e3-415a-a6d0-dcd6a4fa0001 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:18.422790 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1c2a2f0c-b314-4e01-b6d0-867b5c915f15 req-de1c57cf-60e3-415a-a6d0-dcd6a4fa0001 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.1417685 Mar 10 17:26:18.534060 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1c2a2f0c-b314-4e01-b6d0-867b5c915f15 req-36a01e80-dfc8-4399-ac20-646ab035341e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019778 Mar 10 17:26:18.559125 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-906d13a3-9be7-475a-b8ac-0860aeb31b0b admin admin] Publish callbacks [] for security_group (c746eb16-89fa-44b9-b39e-1f9305b2a5fb), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.572620 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc08b1-985a-4c1a-8de1-ce9514b874c9 req-47a564bc-c1a6-42fd-a59b-b38cf5e62bce tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:18.574863 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-84dc08b1-985a-4c1a-8de1-ce9514b874c9 req-47a564bc-c1a6-42fd-a59b-b38cf5e62bce tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.1221263 Mar 10 17:26:18.575784 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-906d13a3-9be7-475a-b8ac-0860aeb31b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c746eb16-89fa-44b9-b39e-1f9305b2a5fb), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.635571 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d13a3-9be7-475a-b8ac-0860aeb31b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c746eb16-89fa-44b9-b39e-1f9305b2a5fb,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:18.643251 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-906d13a3-9be7-475a-b8ac-0860aeb31b0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a9d6c3536a3422fafb3f5a176cb2bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292792 Mar 10 17:26:18.646595 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 35114) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:18.658512 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-84dc08b1-985a-4c1a-8de1-ce9514b874c9 req-929b627c-d5dd-4ea6-9d33-1d912ce3ce65 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768940 Mar 10 17:26:18.700987 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ce1068-ec84-45b5-820b-e8b096f33918 admin admin] Publish callbacks [] for security_group (c746eb16-89fa-44b9-b39e-1f9305b2a5fb), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.730863 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ce1068-ec84-45b5-820b-e8b096f33918 admin admin] Publish callbacks [] for security_group (c746eb16-89fa-44b9-b39e-1f9305b2a5fb), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.776505 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ce1068-ec84-45b5-820b-e8b096f33918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c746eb16-89fa-44b9-b39e-1f9305b2a5fb), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.779194 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-86ce1068-ec84-45b5-820b-e8b096f33918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.780340 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-86ce1068-ec84-45b5-820b-e8b096f33918 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c746eb16-89fa-44b9-b39e-1f9305b2a5fb HTTP/1.1" status: 204 len: 168 time: 0.1325681 Mar 10 17:26:18.790423 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce1068-ec84-45b5-820b-e8b096f33918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c746eb16-89fa-44b9-b39e-1f9305b2a5fb,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:18.811905 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-edd6f178-66d1-4ec8-b0cf-75a04b3b9e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.069876 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bed32-3b2f-46cc-892a-1d4585387ca9 req-709a0744-2c39-4868-8532-294d089da262 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:19.071596 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-043bed32-3b2f-46cc-892a-1d4585387ca9 req-709a0744-2c39-4868-8532-294d089da262 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0718606 Mar 10 17:26:19.141935 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-043bed32-3b2f-46cc-892a-1d4585387ca9 req-a4a5a2f2-4733-424b-a684-2c954b402fe9 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632446 Mar 10 17:26:19.524174 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5842e7-9462-4c5c-8fa4-63d6fb22b15f req-5d20b2a1-0d32-460f-b64b-ec5bd9657d83 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:19.530986 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0e5842e7-9462-4c5c-8fa4-63d6fb22b15f req-5d20b2a1-0d32-460f-b64b-ec5bd9657d83 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0840592 Mar 10 17:26:19.577365 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0e5842e7-9462-4c5c-8fa4-63d6fb22b15f req-dd1fccb7-728f-4a3e-9d1c-16c833d01d4a tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454938 Mar 10 17:26:19.674697 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7838315-5897-46be-999d-c26586f0e69a req-648e0641-5655-4417-98ac-29f0830c648b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:19.677264 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f7838315-5897-46be-999d-c26586f0e69a req-648e0641-5655-4417-98ac-29f0830c648b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0535417 Mar 10 17:26:19.801714 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f7838315-5897-46be-999d-c26586f0e69a req-c8eb606d-cc6d-456b-9468-20db33b6e16d tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988882 Mar 10 17:26:19.835516 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040bc9a-52f3-4abb-b0aa-2041410b6016 req-e33099e7-eb4b-419d-9d4a-82e3229c87a9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:19.837625 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7040bc9a-52f3-4abb-b0aa-2041410b6016 req-e33099e7-eb4b-419d-9d4a-82e3229c87a9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0817556 Mar 10 17:26:19.893289 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7040bc9a-52f3-4abb-b0aa-2041410b6016 req-b469687d-517e-46c6-ade6-a9c21bc34455 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488997 Mar 10 17:26:19.947591 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.304084 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26573-8e04-48bb-9a24-972db1967710 req-a9e1679b-f270-49e0-a6e1-04185947d3a0 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:20.305608 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3bd26573-8e04-48bb-9a24-972db1967710 req-a9e1679b-f270-49e0-a6e1-04185947d3a0 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0899925 Mar 10 17:26:20.356269 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3bd26573-8e04-48bb-9a24-972db1967710 req-ed1898a2-6cfc-4f37-8b3b-12dd55b2428d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441225 Mar 10 17:26:20.700508 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf43a-ce15-4ef2-9797-6d487dd64c5f req-4767e8e9-663a-4ad9-ac82-3f8534a2d4c6 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:20.702003 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9c0cf43a-ce15-4ef2-9797-6d487dd64c5f req-4767e8e9-663a-4ad9-ac82-3f8534a2d4c6 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0510585 Mar 10 17:26:20.767240 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9c0cf43a-ce15-4ef2-9797-6d487dd64c5f req-f109018e-d137-436b-a5ca-24731d97de66 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581439 Mar 10 17:26:20.934024 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d963-46f0-405c-87c4-a7cd9688310a req-04ab430c-0ff8-4ba5-9e39-67760a6d3b8e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:20.935534 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-53b9d963-46f0-405c-87c4-a7cd9688310a req-04ab430c-0ff8-4ba5-9e39-67760a6d3b8e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0585458 Mar 10 17:26:20.992143 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-53b9d963-46f0-405c-87c4-a7cd9688310a req-d2c9d438-905a-48be-a1a7-0a1540a9fcd3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510089 Mar 10 17:26:21.031713 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6134702-704c-4a63-8fb2-494664e24ab7 req-a014d576-f251-45d5-98bc-2021e63a1632 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:21.033786 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6134702-704c-4a63-8fb2-494664e24ab7 req-a014d576-f251-45d5-98bc-2021e63a1632 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0567534 Mar 10 17:26:21.088838 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6134702-704c-4a63-8fb2-494664e24ab7 req-f0832d51-7f20-4ff9-a357-afaa5d3de1ae tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484169 Mar 10 17:26:21.342555 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.477779 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6add00-25bc-4e25-8f59-f4949035f315 req-1e9a9dea-0a4d-4a04-8c2d-893239096a6e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:21.479273 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e6add00-25bc-4e25-8f59-f4949035f315 req-1e9a9dea-0a4d-4a04-8c2d-893239096a6e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0553277 Mar 10 17:26:21.526599 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e6add00-25bc-4e25-8f59-f4949035f315 req-debb0317-c368-43fc-aa99-8800881860a2 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Mar 10 17:26:21.947494 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d5f03-61fc-4a54-b493-323791969b52 req-b8a15489-a9da-485c-8297-e3d8bca2cf95 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:21.950402 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-510d5f03-61fc-4a54-b493-323791969b52 req-b8a15489-a9da-485c-8297-e3d8bca2cf95 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0752561 Mar 10 17:26:22.003672 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-510d5f03-61fc-4a54-b493-323791969b52 req-46b6440e-4de9-4bc1-b314-e25e87c14ba1 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454035 Mar 10 17:26:22.134519 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf18f9-cfee-48a1-9870-080fc1fca036 req-24eb96da-a0ba-4b40-8561-b118d5fc3e04 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:22.136074 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a3bf18f9-cfee-48a1-9870-080fc1fca036 req-24eb96da-a0ba-4b40-8561-b118d5fc3e04 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0596273 Mar 10 17:26:22.214011 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a3bf18f9-cfee-48a1-9870-080fc1fca036 req-a47cbeef-06be-4bf5-b5fb-34fb69899ba1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724585 Mar 10 17:26:22.254088 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e7eae-d538-4c28-a7f3-9676b42190eb req-120631ca-ec3f-43ee-8612-4c2a7e1b5806 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:22.255828 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-140e7eae-d538-4c28-a7f3-9676b42190eb req-120631ca-ec3f-43ee-8612-4c2a7e1b5806 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0894079 Mar 10 17:26:22.308795 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-140e7eae-d538-4c28-a7f3-9676b42190eb req-e09770d1-55e7-405d-af39-5846097c8bc1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473731 Mar 10 17:26:22.650880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d80e-56ec-4384-99af-a13f3ad48489 req-ca753b52-3fb6-44a6-91a0-216b240fcae5 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:22.652671 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f6f1d80e-56ec-4384-99af-a13f3ad48489 req-ca753b52-3fb6-44a6-91a0-216b240fcae5 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0563583 Mar 10 17:26:22.714473 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f6f1d80e-56ec-4384-99af-a13f3ad48489 req-d2072a06-791d-4738-9608-3da19c36fb5e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550201 Mar 10 17:26:22.859859 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.135022 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27afd9b-0f32-45d0-afa5-9011c9d40444 req-2dc01e1a-ee0f-4427-a459-ea9b8599862f tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.136475 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a27afd9b-0f32-45d0-afa5-9011c9d40444 req-2dc01e1a-ee0f-4427-a459-ea9b8599862f tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0595844 Mar 10 17:26:23.185156 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a27afd9b-0f32-45d0-afa5-9011c9d40444 req-1182fb35-354b-41ff-a998-77aea583e9ae tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 Mar 10 17:26:23.400384 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa206b-ba58-445a-aec9-a8dc71a656a1 req-5b3a6277-69db-42eb-bb4e-237b122e2bc7 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.401864 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9aa206b-ba58-445a-aec9-a8dc71a656a1 req-5b3a6277-69db-42eb-bb4e-237b122e2bc7 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0728750 Mar 10 17:26:23.481630 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260435e-d219-4929-82e6-f4fc7fa9c9b8 req-6ba357e8-3d58-447b-b472-3e189616c7d3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.483225 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8260435e-d219-4929-82e6-f4fc7fa9c9b8 req-6ba357e8-3d58-447b-b472-3e189616c7d3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.1027942 Mar 10 17:26:23.523218 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9aa206b-ba58-445a-aec9-a8dc71a656a1 req-89185534-bde1-4908-a061-03bf5fb4a465 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062019 Mar 10 17:26:23.537877 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 35222) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:23.550706 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8260435e-d219-4929-82e6-f4fc7fa9c9b8 req-2da21f48-63f7-459d-bae8-83236b57af67 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575712 Mar 10 17:26:23.653073 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2bc0995e-7daa-4417-88fe-4f24194a4ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.743810 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2bc0995e-7daa-4417-88fe-4f24194a4ca6 admin admin] Publish callbacks [] for security_group (37bacb63-a01e-4fe0-9745-0805b81c5d96), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.747709 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2bc0995e-7daa-4417-88fe-4f24194a4ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (37bacb63-a01e-4fe0-9745-0805b81c5d96), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.791063 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-2bc0995e-7daa-4417-88fe-4f24194a4ca6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96d1bbb2e67c4fb79ec8f580a8d56c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511795 Mar 10 17:26:23.793671 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 35228) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:23.798327 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0995e-7daa-4417-88fe-4f24194a4ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bacb63-a01e-4fe0-9745-0805b81c5d96,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:23.866359 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f13ed399-42b4-42c3-9b08-08bba6f251f2 admin admin] Publish callbacks [] for security_group (37bacb63-a01e-4fe0-9745-0805b81c5d96), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.875024 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ead6-a115-492e-94ff-b149669178bb req-eef413d7-86c3-49da-bd9d-49987b6987d6 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.876681 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-de24ead6-a115-492e-94ff-b149669178bb req-eef413d7-86c3-49da-bd9d-49987b6987d6 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0965390 Mar 10 17:26:23.912064 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f13ed399-42b4-42c3-9b08-08bba6f251f2 admin admin] Publish callbacks [] for security_group (37bacb63-a01e-4fe0-9745-0805b81c5d96), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.951473 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-de24ead6-a115-492e-94ff-b149669178bb req-481bcff7-ae89-4ef9-aac8-dee102deaabe tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661116 Mar 10 17:26:23.985912 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f13ed399-42b4-42c3-9b08-08bba6f251f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (37bacb63-a01e-4fe0-9745-0805b81c5d96), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.988607 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f13ed399-42b4-42c3-9b08-08bba6f251f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.989700 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f13ed399-42b4-42c3-9b08-08bba6f251f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37bacb63-a01e-4fe0-9745-0805b81c5d96 HTTP/1.1" status: 204 len: 168 time: 0.1950254 Mar 10 17:26:23.996949 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ed399-42b4-42c3-9b08-08bba6f251f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bacb63-a01e-4fe0-9745-0805b81c5d96,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:24.268048 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 35236) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:24.282751 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-37646476-9e35-4fc7-914b-c44473280508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.309294 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11612e9f-2117-4dfd-8c94-f0e74dfb673b req-fca41976-aa64-491f-b7a3-cef792162c04 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.311031 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11612e9f-2117-4dfd-8c94-f0e74dfb673b req-fca41976-aa64-491f-b7a3-cef792162c04 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0584154 Mar 10 17:26:24.380906 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-37646476-9e35-4fc7-914b-c44473280508 admin admin] Publish callbacks [] for security_group (0ab84b50-7b75-4a0e-a4d1-963d66620477), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.392230 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11612e9f-2117-4dfd-8c94-f0e74dfb673b req-c1401543-6768-4ebe-9347-bd051b2fd5eb tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733240 Mar 10 17:26:24.396063 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-37646476-9e35-4fc7-914b-c44473280508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0ab84b50-7b75-4a0e-a4d1-963d66620477), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.433172 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37646476-9e35-4fc7-914b-c44473280508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab84b50-7b75-4a0e-a4d1-963d66620477,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:24.438720 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-37646476-9e35-4fc7-914b-c44473280508 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49954cf69ea5409db805dfb88f34efc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695831 Mar 10 17:26:24.441379 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 35238) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:24.488177 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5c2857de-8024-482c-afd5-b36453123fef admin admin] Publish callbacks [] for security_group (0ab84b50-7b75-4a0e-a4d1-963d66620477), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.509798 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5c2857de-8024-482c-afd5-b36453123fef admin admin] Publish callbacks [] for security_group (0ab84b50-7b75-4a0e-a4d1-963d66620477), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.569625 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5c2857de-8024-482c-afd5-b36453123fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0ab84b50-7b75-4a0e-a4d1-963d66620477), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.572419 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5c2857de-8024-482c-afd5-b36453123fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.576138 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-5c2857de-8024-482c-afd5-b36453123fef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ab84b50-7b75-4a0e-a4d1-963d66620477 HTTP/1.1" status: 204 len: 168 time: 0.1314096 Mar 10 17:26:24.584239 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2857de-8024-482c-afd5-b36453123fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab84b50-7b75-4a0e-a4d1-963d66620477,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:24.734441 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503b4a-cf47-4b2b-acd3-5cff0add46ab req-7589b704-c466-48d6-83a8-e85096d6fbd7 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.735914 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-18503b4a-cf47-4b2b-acd3-5cff0add46ab req-7589b704-c466-48d6-83a8-e85096d6fbd7 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.1156518 Mar 10 17:26:24.747889 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed781519-f425-4096-b359-ca09f1f2c56b req-350ba526-2cde-4ec4-962b-a47c08e57ebb tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.749319 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ed781519-f425-4096-b359-ca09f1f2c56b req-350ba526-2cde-4ec4-962b-a47c08e57ebb tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0782940 Mar 10 17:26:24.851979 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-18503b4a-cf47-4b2b-acd3-5cff0add46ab req-4d60b5d0-a5a3-40cc-89df-e5142525f9f8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017058 Mar 10 17:26:24.858716 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ed781519-f425-4096-b359-ca09f1f2c56b req-4070ead7-c393-4eb9-80a3-5b8712da7e1d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026673 Mar 10 17:26:25.092377 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcf69b-8476-4507-b91a-514836341641 req-6dbed3be-2a8a-43dd-a15b-4e9e8a9e2076 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.093928 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-24dcf69b-8476-4507-b91a-514836341641 req-6dbed3be-2a8a-43dd-a15b-4e9e8a9e2076 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0678041 Mar 10 17:26:25.163847 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-24dcf69b-8476-4507-b91a-514836341641 req-4866ed0e-8ef3-4057-91cc-93f1e1e66d94 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569289 Mar 10 17:26:25.507900 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74b2c1-19a5-480b-98cf-30d5c843c101 req-f40e7aab-cef3-4a21-a425-33edd6317cf9 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.509125 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb74b2c1-19a5-480b-98cf-30d5c843c101 req-f40e7aab-cef3-4a21-a425-33edd6317cf9 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0573699 Mar 10 17:26:25.564905 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb74b2c1-19a5-480b-98cf-30d5c843c101 req-315bb432-5f6c-4aee-84a6-0c0ba575bd4b tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503838 Mar 10 17:26:26.006941 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ca14f-3e5a-4bb0-8d5c-aa9202f73592 req-d0eeca1e-ab50-46bb-b02c-966ce49cf285 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.008306 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5d2ca14f-3e5a-4bb0-8d5c-aa9202f73592 req-d0eeca1e-ab50-46bb-b02c-966ce49cf285 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0841227 Mar 10 17:26:26.014834 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b01f-add0-4983-a108-832b6f3655aa req-e9976084-1c73-47c9-9eb2-179fb710baf9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.016170 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6a80b01f-add0-4983-a108-832b6f3655aa req-e9976084-1c73-47c9-9eb2-179fb710baf9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0825861 Mar 10 17:26:26.088243 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5d2ca14f-3e5a-4bb0-8d5c-aa9202f73592 req-144a8293-822c-4046-a1ce-73631a4e5f16 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711372 Mar 10 17:26:26.092175 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6a80b01f-add0-4983-a108-832b6f3655aa req-52a4823a-44f6-4b84-a500-7d61b47f0bd4 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694668 Mar 10 17:26:26.270972 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfd360-3429-47e3-840c-9127bec562aa req-97d2916f-e69a-4ff8-80ee-bc4f3ca364d7 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.272348 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27dfd360-3429-47e3-840c-9127bec562aa req-97d2916f-e69a-4ff8-80ee-bc4f3ca364d7 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0520880 Mar 10 17:26:26.318637 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27dfd360-3429-47e3-840c-9127bec562aa req-7197a63f-2ece-48ae-bf81-0466bdede128 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 Mar 10 17:26:26.689444 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698361d-7533-48df-9e5a-03dfcb01c12e req-76141342-f834-43b9-9f92-85610c432c08 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.691422 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9698361d-7533-48df-9e5a-03dfcb01c12e req-76141342-f834-43b9-9f92-85610c432c08 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0519798 Mar 10 17:26:26.736066 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9698361d-7533-48df-9e5a-03dfcb01c12e req-375ce65e-6f82-4105-b0b2-6ebde5456568 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Mar 10 17:26:27.234337 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078a6fa-374a-4de8-a47d-ffaa0b2f297b req-6ef21c19-57bb-4ce9-8c2e-2a03832c91cc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:27.236669 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5078a6fa-374a-4de8-a47d-ffaa0b2f297b req-6ef21c19-57bb-4ce9-8c2e-2a03832c91cc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0827546 Mar 10 17:26:27.259214 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7e84-27eb-4953-975d-7e3da1e87543 req-73df3e7c-2350-43b0-af6c-20e59d61862d tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:27.261047 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b5a7e84-27eb-4953-975d-7e3da1e87543 req-73df3e7c-2350-43b0-af6c-20e59d61862d tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0985639 Mar 10 17:26:27.324639 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5078a6fa-374a-4de8-a47d-ffaa0b2f297b req-5d36d912-09ac-402f-aada-5c9c2bd39e63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809398 Mar 10 17:26:27.336993 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b5a7e84-27eb-4953-975d-7e3da1e87543 req-bc68143f-ca15-4c5a-92bc-d6485ff2eae4 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649507 Mar 10 17:26:27.438850 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea174f-4809-4920-901e-e5588deb1189 req-e628b362-617f-46ca-b9b5-816320a14bc2 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:27.440220 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ddea174f-4809-4920-901e-e5588deb1189 req-e628b362-617f-46ca-b9b5-816320a14bc2 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0553715 Mar 10 17:26:27.488373 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ddea174f-4809-4920-901e-e5588deb1189 req-3cf4df86-ce43-401e-a9f3-253c4794acbc tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Mar 10 17:26:27.850948 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc492045-32b9-4d80-a333-0bba09f0c65a req-7a407d21-9fa3-42b7-8391-8e1b920f68ff tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:27.852419 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dc492045-32b9-4d80-a333-0bba09f0c65a req-7a407d21-9fa3-42b7-8391-8e1b920f68ff tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0522854 Mar 10 17:26:27.897339 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dc492045-32b9-4d80-a333-0bba09f0c65a req-cc2b0501-b237-4159-ac49-de9344bee9fb tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Mar 10 17:26:28.012982 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.478776 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc96382-bd34-44e1-b06a-cfca71d92ba9 req-2af98ef4-2498-4393-a7af-9b2138b0d17d tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:28.480217 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8cc96382-bd34-44e1-b06a-cfca71d92ba9 req-2af98ef4-2498-4393-a7af-9b2138b0d17d tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0766292 Mar 10 17:26:28.486741 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a8641-1bd8-4c3b-a5f3-eeb411ff2ace req-2f5efdd9-ec02-489a-a0b5-eee96454408b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:28.488638 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-be8a8641-1bd8-4c3b-a5f3-eeb411ff2ace req-2f5efdd9-ec02-489a-a0b5-eee96454408b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0957937 Mar 10 17:26:28.557463 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8cc96382-bd34-44e1-b06a-cfca71d92ba9 req-d9d9fb62-d16e-492e-b9d0-9b267a6c3a8a tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678771 Mar 10 17:26:28.561481 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-be8a8641-1bd8-4c3b-a5f3-eeb411ff2ace req-9c627239-a3c2-4471-8056-2ba73fe22042 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662405 Mar 10 17:26:28.659336 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bfef-0762-4de3-80f2-05e57be2af9f req-a9a8313a-5413-4102-a68f-9779fdaddd7a tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:28.660779 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9330bfef-0762-4de3-80f2-05e57be2af9f req-a9a8313a-5413-4102-a68f-9779fdaddd7a tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0522630 Mar 10 17:26:28.705567 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9330bfef-0762-4de3-80f2-05e57be2af9f req-36b0136d-3331-4f96-96f5-16946fdecdf1 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392840 Mar 10 17:26:29.013088 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae7eb-1a87-4c26-9a9c-b243746ab3f9 req-af62d859-0dd8-49a3-b57f-3b227bd4dc08 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:29.014543 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b82ae7eb-1a87-4c26-9a9c-b243746ab3f9 req-af62d859-0dd8-49a3-b57f-3b227bd4dc08 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0529146 Mar 10 17:26:29.059535 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b82ae7eb-1a87-4c26-9a9c-b243746ab3f9 req-7fd78e8c-69a0-47e0-80b5-d340011a1187 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389621 Mar 10 17:26:29.704239 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d61b8-dc3e-4299-93da-936035afed1a req-3f7add89-9811-4b60-a4e4-12e6b7cb2ca9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:29.705680 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b03d61b8-dc3e-4299-93da-936035afed1a req-3f7add89-9811-4b60-a4e4-12e6b7cb2ca9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0708025 Mar 10 17:26:29.712851 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ed0dd-c7bc-4163-919d-14b707685219 req-2167f976-5fea-40fc-bd80-2e05e00fdeca tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:29.714225 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-964ed0dd-c7bc-4163-919d-14b707685219 req-2167f976-5fea-40fc-bd80-2e05e00fdeca tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0878954 Mar 10 17:26:29.785078 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b03d61b8-dc3e-4299-93da-936035afed1a req-dd2b8e60-e584-4550-9ed9-68bdc372984c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699134 Mar 10 17:26:29.789078 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-964ed0dd-c7bc-4163-919d-14b707685219 req-5ac5532d-74d5-4229-9a1a-0eb80857d407 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685103 Mar 10 17:26:29.887521 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1bea-52b1-47f1-aaaf-b042b91afef4 req-0825021a-4b1f-4354-b5d8-b480b4a9226f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:29.888948 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1b7b1bea-52b1-47f1-aaaf-b042b91afef4 req-0825021a-4b1f-4354-b5d8-b480b4a9226f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Mar 10 17:26:29.936231 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1b7b1bea-52b1-47f1-aaaf-b042b91afef4 req-67aae45c-205c-4441-8ce9-3a33e2d4f3f0 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Mar 10 17:26:30.172176 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6d39e-2623-4049-8731-075e325e015d req-814c1425-9ddb-4a98-90c9-0b53cb37691f tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:30.173561 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eda6d39e-2623-4049-8731-075e325e015d req-814c1425-9ddb-4a98-90c9-0b53cb37691f tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0503981 Mar 10 17:26:30.219797 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eda6d39e-2623-4049-8731-075e325e015d req-691ffa53-30bf-4ab4-8b44-faed7345a0fa tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Mar 10 17:26:30.933483 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dad06-ad02-4633-b5cf-85337cb97f3b req-0974cdb4-82e7-472a-819a-10c66f34d9e8 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:30.935005 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-777dad06-ad02-4633-b5cf-85337cb97f3b req-0974cdb4-82e7-472a-819a-10c66f34d9e8 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0860207 Mar 10 17:26:30.942880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97210e06-59de-4256-bc9d-bfb6d91afe70 req-da2f9cf3-f3d7-4490-a19b-caeb4effb0db tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:30.944240 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-97210e06-59de-4256-bc9d-bfb6d91afe70 req-da2f9cf3-f3d7-4490-a19b-caeb4effb0db tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0868173 Mar 10 17:26:31.013178 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-777dad06-ad02-4633-b5cf-85337cb97f3b req-7d1bd8cc-55db-422c-a99d-49971f969a82 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679929 Mar 10 17:26:31.016280 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-97210e06-59de-4256-bc9d-bfb6d91afe70 req-23486e47-677d-49c7-8882-cfd6b2e957c8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656517 Mar 10 17:26:31.115177 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251998e-d20f-458b-8710-8e6dec00f206 req-0cbb251b-836e-4e33-bde9-afff627611c3 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:31.116638 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4251998e-d20f-458b-8710-8e6dec00f206 req-0cbb251b-836e-4e33-bde9-afff627611c3 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0512965 Mar 10 17:26:31.164850 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4251998e-d20f-458b-8710-8e6dec00f206 req-7a963913-9e90-453b-8587-bceca2349036 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428877 Mar 10 17:26:31.334147 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457db18-449e-47ee-90cb-a27e66a9f3f6 req-bca0e32f-313d-427f-80fa-9af280b75e2c tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:31.335591 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b457db18-449e-47ee-90cb-a27e66a9f3f6 req-bca0e32f-313d-427f-80fa-9af280b75e2c tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0508723 Mar 10 17:26:31.381412 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b457db18-449e-47ee-90cb-a27e66a9f3f6 req-75e6e9ce-861e-455e-b48f-976fce80cec8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Mar 10 17:26:32.161492 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd68df7-07f5-4231-9c28-d23e7ad46fb7 req-52923316-1b13-48ee-8efc-d9c3fbb08e2d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.162982 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-afd68df7-07f5-4231-9c28-d23e7ad46fb7 req-52923316-1b13-48ee-8efc-d9c3fbb08e2d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0852985 Mar 10 17:26:32.170030 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01e04-9d5c-4e2e-a50b-3eec109288c0 req-fef20625-3408-414a-8fc2-714a39c329f9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.171440 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f5d01e04-9d5c-4e2e-a50b-3eec109288c0 req-fef20625-3408-414a-8fc2-714a39c329f9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 931 time: 0.0846789 Mar 10 17:26:32.203232 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Request body: {'port': {'device_id': '23e39033-45d6-4b53-a80c-332968b544bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:32.242786 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-afd68df7-07f5-4231-9c28-d23e7ad46fb7 req-42eca95d-ff37-40de-a193-051afce804b1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703831 Mar 10 17:26:32.245820 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f5d01e04-9d5c-4e2e-a50b-3eec109288c0 req-9e6b7fb0-6a37-45d0-ab8f-1a06ee54f5f3 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673389 Mar 10 17:26:32.255468 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Request body: {'port': {'device_id': 'ba646794-9121-4f7e-8fe0-1f24a2a7e2be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:32.356756 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.372194 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d4749b50-3dec-4c57-97c0-961207661124), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.389250 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256687a9-5492-40e9-bb1c-24f564588dd5 req-003f790d-12dc-4122-999f-745744b71edd tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.390837 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-256687a9-5492-40e9-bb1c-24f564588dd5 req-003f790d-12dc-4122-999f-745744b71edd tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0712795 Mar 10 17:26:32.445532 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-256687a9-5492-40e9-bb1c-24f564588dd5 req-4bd57400-7f87-4c52-9580-5aff7884ed44 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489779 Mar 10 17:26:32.501432 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c69a28-f74e-4d51-a169-81ed6058d221 req-6d86fcd1-8fd8-4c96-8604-4618582e796c tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.502974 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e6c69a28-f74e-4d51-a169-81ed6058d221 req-6d86fcd1-8fd8-4c96-8604-4618582e796c tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 931 time: 0.0554733 Mar 10 17:26:32.549465 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e6c69a28-f74e-4d51-a169-81ed6058d221 req-5776986e-544d-4d57-8451-e7019245b626 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Mar 10 17:26:32.639904 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-c0d20dad-ff3e-4edb-8da9-46ed8061d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.641594 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-c0d20dad-ff3e-4edb-8da9-46ed8061d77b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1130 time: 0.0486839 Mar 10 17:26:32.817209 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-9d4c4ec3-ed4a-4286-bf45-2ba0028d1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.818617 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-9d4c4ec3-ed4a-4286-bf45-2ba0028d1c47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 920 time: 0.0870526 Mar 10 17:26:32.821726 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79c57-b637-431b-bc68-ac974529cce5 req-659069ad-1df2-405b-9815-0a505fa8a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.823238 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-6eb79c57-b637-431b-bc68-ac974529cce5 req-659069ad-1df2-405b-9815-0a505fa8a5ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 1129 time: 0.1155841 Mar 10 17:26:32.859521 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-3697a0b5-b603-47e7-99fa-39872d65fc0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83926aa3-c177-4c5a-9b45-a83be5e361af HTTP/1.1" status: 200 len: 217 time: 0.0341289 Mar 10 17:26:32.899583 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:32.906331 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-02ced56d-041a-4f0b-8809-bbf2aa798159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.908171 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-02ced56d-041a-4f0b-8809-bbf2aa798159 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.0431023 Mar 10 17:26:32.921506 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Publish callbacks [] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.931990 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4749b50-3dec-4c57-97c0-961207661124 {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:32.942527 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-09c94e48-34c7-4151-82bf-2b6fb7349814 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273061 Mar 10 17:26:32.944599 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Publish callbacks [] for port (d4749b50-3dec-4c57-97c0-961207661124), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.954355 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-6eb79c57-b637-431b-bc68-ac974529cce5 req-6aabbaeb-9fa3-4e15-9618-55ce5604f37b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097054 Mar 10 17:26:32.958655 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Transition to ACTIVE for port object 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:26:32.965912 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.968057 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Transition to ACTIVE for port object d4749b50-3dec-4c57-97c0-961207661124 will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:26:32.991905 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (d4749b50-3dec-4c57-97c0-961207661124), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.029067 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Pushing event updated for resources: {'Port': ['ID=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.036087 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-f0c33829-8f67-4911-9d58-82e2a13ddbab service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877144 Mar 10 17:26:33.164016 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4749b50-3dec-4c57-97c0-961207661124,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.201566 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Attempting to bind port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:33.201941 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Attempting to bind port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:33.202284 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Attempting to bind port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 on network 695ac80b-0326-480c-9dd3-494fdd58177e {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:33.205887 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Attempting to bind port d4749b50-3dec-4c57-97c0-961207661124 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:33.206521 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Attempting to bind port d4749b50-3dec-4c57-97c0-961207661124 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '26b20892-36d8-4ee5-a160-cbb6cbfdaac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:33.206606 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Attempting to bind port d4749b50-3dec-4c57-97c0-961207661124 on network 613743b8-d628-4eff-99d7-32b0bef7bef2 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:33.212689 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 on network 695ac80b-0326-480c-9dd3-494fdd58177e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:33.213079 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Attempting to bind port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 on network 695ac80b-0326-480c-9dd3-494fdd58177e {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:33.216074 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Port d4749b50-3dec-4c57-97c0-961207661124 on network 613743b8-d628-4eff-99d7-32b0bef7bef2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:33.216396 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Attempting to bind port d4749b50-3dec-4c57-97c0-961207661124 on network 613743b8-d628-4eff-99d7-32b0bef7bef2 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:33.222066 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:33.222441 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Checking segment: {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:33.222835 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Bound using segment: {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:33.223401 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Bound port: 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a0cf28-a4cd-4c93-aa14-350116a11c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:33.223641 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.235406 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:33.235762 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Checking segment: {'id': '26b20892-36d8-4ee5-a160-cbb6cbfdaac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:33.236142 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Bound using segment: {'id': '26b20892-36d8-4ee5-a160-cbb6cbfdaac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:33.236604 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Bound port: d4749b50-3dec-4c57-97c0-961207661124, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b20892-36d8-4ee5-a160-cbb6cbfdaac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:33.237111 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d4749b50-3dec-4c57-97c0-961207661124), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.359097 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] For port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:33.400021 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] For port d4749b50-3dec-4c57-97c0-961207661124, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:33.406789 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] For port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:33.419152 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] For port d4749b50-3dec-4c57-97c0-961207661124, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d4749b50-3dec-4c57-97c0-961207661124,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:33.422695 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.431901 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (d4749b50-3dec-4c57-97c0-961207661124), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.468013 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:33.468013 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.469310 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] 10.222.0.37 "PUT /v2.0/ports/74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 1093 time: 1.2703874 Mar 10 17:26:33.472897 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:33.475324 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b6bb02-4c61-4940-b56b-01dafc66e792" -d '{"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:33.486177 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:33.486783 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.488813 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/d4749b50-3dec-4c57-97c0-961207661124 HTTP/1.1" status: 200 len: 1093 time: 1.2382724 Mar 10 17:26:33.511983 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43d791-4f29-45c1-9529-3d8d5873a02b service neutron] Pushing event updated for resources: {'Port': ['ID=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.570249 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983d9f3-9675-483a-9b3e-d57c866fc3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4749b50-3dec-4c57-97c0-961207661124,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.697211 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c2c53-2829-4275-9a03-1fe1dae72f59 req-52de4754-ecd2-41d3-8eae-7a1720773cef tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:33.698700 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-217c2c53-2829-4275-9a03-1fe1dae72f59 req-52de4754-ecd2-41d3-8eae-7a1720773cef tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.3346336 Mar 10 17:26:33.705683 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb72f84-9286-4f96-93b2-b26d298046f0 req-299f8eab-3915-4df3-9736-e250ada5b2df tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:33.707084 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fcb72f84-9286-4f96-93b2-b26d298046f0 req-299f8eab-3915-4df3-9736-e250ada5b2df tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 943 time: 0.3343692 Mar 10 17:26:33.784405 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-217c2c53-2829-4275-9a03-1fe1dae72f59 req-2800dce9-76d6-4716-ba4a-72b6d11045e1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763886 Mar 10 17:26:33.795684 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fcb72f84-9286-4f96-93b2-b26d298046f0 req-95963eaa-e1fa-4541-8cba-04acbd641d21 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822093 Mar 10 17:26:33.849726 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8e1af1-d114-4bc5-8ad5-aaf3e35f89c2 x-openstack-request-id: req-5e8e1af1-d114-4bc5-8ad5-aaf3e35f89c2 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:33.850021 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:33.850310 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e8e1af1-d114-4bc5-8ad5-aaf3e35f89c2 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:33.850720 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'status': 'completed', 'code': 200} Mar 10 17:26:33.892060 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e866cc4-df46-4eab-8592-fb430c51aa35 req-8a31bdbc-4b82-48a0-9dd7-8f0176e4e6aa service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224988 Mar 10 17:26:33.940297 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e63432-8530-4de3-9c3e-b75dad1fa4c5 req-df17c4e0-0190-4c53-8f77-fbb60b538d5e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:33.941708 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-57e63432-8530-4de3-9c3e-b75dad1fa4c5 req-df17c4e0-0190-4c53-8f77-fbb60b538d5e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0915613 Mar 10 17:26:33.970793 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c191681-b8ad-4302-8f24-0589e176ccea req-73799390-2af7-4651-b571-bb3d7da957cb tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:33.972774 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2c191681-b8ad-4302-8f24-0589e176ccea req-73799390-2af7-4651-b571-bb3d7da957cb tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 943 time: 0.0770237 Mar 10 17:26:34.021539 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-57e63432-8530-4de3-9c3e-b75dad1fa4c5 req-5562c5fd-1a79-46b8-a3df-c7d3594166d3 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722532 Mar 10 17:26:34.034853 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2c191681-b8ad-4302-8f24-0589e176ccea req-ede19375-6e65-4f30-bdd0-ce7557e2b307 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560503 Mar 10 17:26:34.931377 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ff46a-7227-4e59-9f23-9fd75d1c6607 req-2c9c15cb-69d6-49bf-b790-f0f208f1e790 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:34.932898 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-836ff46a-7227-4e59-9f23-9fd75d1c6607 req-2c9c15cb-69d6-49bf-b790-f0f208f1e790 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0837731 Mar 10 17:26:34.953386 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a623e02-ce8d-4b41-a812-e522fab4b8b8 req-c0e62564-d47d-4bbd-b719-6a7c16b950c6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:34.955092 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a623e02-ce8d-4b41-a812-e522fab4b8b8 req-c0e62564-d47d-4bbd-b719-6a7c16b950c6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 943 time: 0.0774610 Mar 10 17:26:35.012026 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-836ff46a-7227-4e59-9f23-9fd75d1c6607 req-f20c7702-6682-4c8b-8d07-25a723e05076 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731776 Mar 10 17:26:35.022669 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a623e02-ce8d-4b41-a812-e522fab4b8b8 req-a5a31079-8f27-408d-97d2-48fdb3d8100b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615027 Mar 10 17:26:35.167130 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfc9ba-592d-41c4-8af8-97458988e0ac req-e4bede23-0a92-4707-a9a6-4d37b534e7df tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:35.168550 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-79dfc9ba-592d-41c4-8af8-97458988e0ac req-e4bede23-0a92-4707-a9a6-4d37b534e7df tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0838864 Mar 10 17:26:35.188987 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04054c-0065-4f80-bbff-35fdc5971864 req-b2b9f097-2aab-4818-a097-e43a61fdb53d tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:35.190907 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cc04054c-0065-4f80-bbff-35fdc5971864 req-b2b9f097-2aab-4818-a097-e43a61fdb53d tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 943 time: 0.0795586 Mar 10 17:26:35.261652 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-79dfc9ba-592d-41c4-8af8-97458988e0ac req-d635b9e6-67ff-48f4-8ea5-a9498745e379 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868828 Mar 10 17:26:35.272383 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cc04054c-0065-4f80-bbff-35fdc5971864 req-d2ee24f5-f2f0-47ee-9f99-0b61a66ce261 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744772 Mar 10 17:26:35.852251 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba646794-9121-4f7e-8fe0-1f24a2a7e2be', 'tag': 'd4749b50-3dec-4c57-97c0-961207661124'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:35.854615 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43a4786-7835-4cbb-87d6-888e402784d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba646794-9121-4f7e-8fe0-1f24a2a7e2be", "tag": "d4749b50-3dec-4c57-97c0-961207661124"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:35.888329 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2cc50b-9958-4aff-875e-7dc7a1e0bb77 x-openstack-request-id: req-6b2cc50b-9958-4aff-875e-7dc7a1e0bb77 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:35.888643 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba646794-9121-4f7e-8fe0-1f24a2a7e2be", "tag": "d4749b50-3dec-4c57-97c0-961207661124", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:35.888887 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b2cc50b-9958-4aff-875e-7dc7a1e0bb77 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:35.889533 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba646794-9121-4f7e-8fe0-1f24a2a7e2be', 'tag': 'd4749b50-3dec-4c57-97c0-961207661124', 'status': 'completed', 'code': 200} Mar 10 17:26:36.159482 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6d9fa-731f-4f28-b1e4-87875ee296a3 req-41ce97a9-be5b-4bc0-bc53-2e6b7f04eaa3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:36.160879 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00e6d9fa-731f-4f28-b1e4-87875ee296a3 req-41ce97a9-be5b-4bc0-bc53-2e6b7f04eaa3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0847423 Mar 10 17:26:36.171862 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250010-ede2-4600-94bb-bdab39aaa3aa req-cab07884-3fba-4f80-94fa-62e0534b6541 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:36.173218 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7c250010-ede2-4600-94bb-bdab39aaa3aa req-cab07884-3fba-4f80-94fa-62e0534b6541 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 943 time: 0.0716805 Mar 10 17:26:36.243144 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00e6d9fa-731f-4f28-b1e4-87875ee296a3 req-9214b4c3-eaa1-49a7-9492-41bb39847e3b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689909 Mar 10 17:26:36.246024 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7c250010-ede2-4600-94bb-bdab39aaa3aa req-c0759dee-e025-4fa7-8c49-0fdde28fa196 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658944 Mar 10 17:26:36.405665 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c459a-232c-4e88-aaea-2ba0eac37bfa req-818824ac-e268-4c81-a680-ea16170fd083 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:36.407402 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb4c459a-232c-4e88-aaea-2ba0eac37bfa req-818824ac-e268-4c81-a680-ea16170fd083 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0814350 Mar 10 17:26:36.415168 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946391b8-60eb-4b6f-9dd2-e4cbd354ccb0 req-ebc7fb7a-a660-4102-a4b6-c2d6cf7dbc4c tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:36.416486 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-946391b8-60eb-4b6f-9dd2-e4cbd354ccb0 req-ebc7fb7a-a660-4102-a4b6-c2d6cf7dbc4c tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 943 time: 0.0805602 Mar 10 17:26:36.489852 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb4c459a-232c-4e88-aaea-2ba0eac37bfa req-1b1bda5d-cdef-48b8-93d5-0b55a20d19a5 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724182 Mar 10 17:26:36.492792 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-946391b8-60eb-4b6f-9dd2-e4cbd354ccb0 req-64c70b20-a1cd-4de9-9b0c-6d5fa1b4adde tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697396 Mar 10 17:26:37.392488 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269b2b6-bbd8-4d1e-9672-a8bad18c3cbb req-2011e679-123b-46c9-ba71-ba7441602cc1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:37.393967 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a269b2b6-bbd8-4d1e-9672-a8bad18c3cbb req-2011e679-123b-46c9-ba71-ba7441602cc1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0847275 Mar 10 17:26:37.400366 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd574bab-6cb9-4f91-a9df-2bc70d5e9749 req-f18ce574-7c11-4e2d-8375-b3aaca7d25bd tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:37.401814 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd574bab-6cb9-4f91-a9df-2bc70d5e9749 req-f18ce574-7c11-4e2d-8375-b3aaca7d25bd tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 943 time: 0.0905578 Mar 10 17:26:37.489564 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a269b2b6-bbd8-4d1e-9672-a8bad18c3cbb req-1cf2bcf6-0c28-453b-b1a2-157a40b246db tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867934 Mar 10 17:26:37.493667 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd574bab-6cb9-4f91-a9df-2bc70d5e9749 req-710fd1ee-e7bf-4910-a7da-0bdeead5cfc0 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846567 Mar 10 17:26:37.635601 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94c8f2-9293-44e3-838a-c091f1789a4c req-79214ad9-a8df-4e63-b24b-490cf4c7690d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:37.637090 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bf94c8f2-9293-44e3-838a-c091f1789a4c req-79214ad9-a8df-4e63-b24b-490cf4c7690d tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0839257 Mar 10 17:26:37.643698 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bf14-bc56-4feb-857f-2988316d5348 req-0679a4ef-c79c-421c-a60b-87ee23e906ec tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:37.645077 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b6d4bf14-bc56-4feb-857f-2988316d5348 req-0679a4ef-c79c-421c-a60b-87ee23e906ec tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 943 time: 0.0833719 Mar 10 17:26:37.712297 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bf94c8f2-9293-44e3-838a-c091f1789a4c req-d50ced6c-a3b4-4acf-88ae-2a28a076dda0 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662746 Mar 10 17:26:37.718968 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b6d4bf14-bc56-4feb-857f-2988316d5348 req-c39b96c8-e85b-4cb4-ad91-f16fb3df1330 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672963 Mar 10 17:26:37.866037 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-a9f7c01b-4114-404d-9cb4-4a6b84ba36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:37.867509 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-a9f7c01b-4114-404d-9cb4-4a6b84ba36f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=788735d9fc2b4767b361bcc431fa4542&device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1127 time: 0.0492704 Mar 10 17:26:37.939874 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-995e89c2-50f1-448e-8e0d-29436f8b6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:37.941366 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-995e89c2-50f1-448e-8e0d-29436f8b6a3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868d9faa77394355bc9160cd61ef3696&device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 1127 time: 0.0479102 Mar 10 17:26:37.949989 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-ab64fee1-c75f-4fa9-8993-aceaff7f65c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0379255 Mar 10 17:26:37.996932 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-59ba9fd1-9002-40e3-a64b-42979d82cc8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4749b50-3dec-4c57-97c0-961207661124 HTTP/1.1" status: 200 len: 217 time: 0.0352089 Mar 10 17:26:38.005700 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-70123473-a7b9-4d2a-932a-28441ecf1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.007193 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-70123473-a7b9-4d2a-932a-28441ecf1e25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23904b8-4b9e-4a20-a71b-9021ba60aeea HTTP/1.1" status: 200 len: 854 time: 0.0435121 Mar 10 17:26:38.058420 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-5e7f3948-a082-46ab-a0d2-182ecbc35142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.058647 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-c817bec3-8720-43c7-9325-409d95ffbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.059863 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-c817bec3-8720-43c7-9325-409d95ffbee3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9 HTTP/1.1" status: 200 len: 853 time: 0.0440340 Mar 10 17:26:38.059984 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-5e7f3948-a082-46ab-a0d2-182ecbc35142 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=695ac80b-0326-480c-9dd3-494fdd58177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439699 Mar 10 17:26:38.099796 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-03b3e7ee-ea5e-43f9-8929-59244632723c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613743b8-d628-4eff-99d7-32b0bef7bef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282409 Mar 10 17:26:38.154999 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-277f5d54-dd4a-442d-bb15-17cff49b3a66 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838389 Mar 10 17:26:38.188918 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-7dcbfd54-3702-4b4a-8d43-727e054f15c3 service neutron] 10.222.0.37 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823596 Mar 10 17:26:38.241577 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-23ad62fb-eadc-4636-b4fc-2702bffbad9b req-ee29623a-2870-4d54-ad24-d4b80d3a2b2a service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811353 Mar 10 17:26:38.281254 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9fff018-80d1-4bcf-b4e4-4893c835ef34 req-7f2e06c3-5324-47b9-a0a5-c068fd082273 service neutron] 10.222.0.37 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870647 Mar 10 17:26:38.637844 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f06d8a-07ca-463c-8416-0c44b6bafcf6 req-c673cef0-dce6-4ede-af7b-93aff0dd71d2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.639350 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68f06d8a-07ca-463c-8416-0c44b6bafcf6 req-c673cef0-dce6-4ede-af7b-93aff0dd71d2 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0825377 Mar 10 17:26:38.647260 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee7069-e38b-499f-bdcf-bdc4dee6421a req-c90975a1-ceb7-424e-8de7-571ffde2629f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.648661 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90ee7069-e38b-499f-bdcf-bdc4dee6421a req-c90975a1-ceb7-424e-8de7-571ffde2629f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 943 time: 0.0826743 Mar 10 17:26:38.723555 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68f06d8a-07ca-463c-8416-0c44b6bafcf6 req-a8c3d9da-46dc-41a0-8590-34402f7fb611 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739772 Mar 10 17:26:38.726778 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90ee7069-e38b-499f-bdcf-bdc4dee6421a req-c1c95dd7-84de-4591-b3f9-82d435f88ca1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715365 Mar 10 17:26:38.819622 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-c612a42e-e508-4de0-b845-cd1e57ac9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.821131 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-c612a42e-e508-4de0-b845-cd1e57ac9e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868d9faa77394355bc9160cd61ef3696&device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 1127 time: 0.0500338 Mar 10 17:26:38.840236 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-511eea5f-6439-4c35-8775-fe8274d77b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.841746 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-511eea5f-6439-4c35-8775-fe8274d77b69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=788735d9fc2b4767b361bcc431fa4542&device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1127 time: 0.0862384 Mar 10 17:26:38.914797 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-d10c8104-b9d4-4cba-8ea1-4a1e2c5c9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.916285 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-d10c8104-b9d4-4cba-8ea1-4a1e2c5c9f93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=613743b8-d628-4eff-99d7-32b0bef7bef2 HTTP/1.1" status: 200 len: 914 time: 0.0889673 Mar 10 17:26:38.941921 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291467ab-656b-4703-90f7-da94d5383c1a req-fc177b1e-de9b-44ac-8f0c-f50278996500 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.943442 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-291467ab-656b-4703-90f7-da94d5383c1a req-fc177b1e-de9b-44ac-8f0c-f50278996500 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 943 time: 0.1483090 Mar 10 17:26:38.958336 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-7f69dc06-4bc0-4dc6-9e50-f9661e5e172c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4749b50-3dec-4c57-97c0-961207661124 HTTP/1.1" status: 200 len: 217 time: 0.0347369 Mar 10 17:26:38.977206 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90b53d-ce66-4cea-a7e4-82f6bd16c988 req-43e6e106-4ed8-4856-a795-77213d7b9586 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.978747 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d90b53d-ce66-4cea-a7e4-82f6bd16c988 req-43e6e106-4ed8-4856-a795-77213d7b9586 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.1824961 Mar 10 17:26:39.010127 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-5732cd27-bd2e-4f1f-9910-0ad8b915dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.011497 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-5732cd27-bd2e-4f1f-9910-0ad8b915dc02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9 HTTP/1.1" status: 200 len: 853 time: 0.0477705 Mar 10 17:26:39.015522 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-011d26df-14e7-4397-91b8-ce0bcb7fbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.016930 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-011d26df-14e7-4397-91b8-ce0bcb7fbb95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 200 len: 916 time: 0.1603346 Mar 10 17:26:39.041319 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-0b7ba4ce-a411-47ee-b47f-d8889124107a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613743b8-d628-4eff-99d7-32b0bef7bef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240903 Mar 10 17:26:39.074445 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-0edfceb7-c51b-4d27-ae84-4a2524970411 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0491681 Mar 10 17:26:39.078775 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-291467ab-656b-4703-90f7-da94d5383c1a req-15445bf0-7e10-4080-8db7-f9765b05a83e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267190 Mar 10 17:26:39.131661 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-3f703d47-e05d-4cc9-a2a9-f23bc1253825 service neutron] 10.222.0.37 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833158 Mar 10 17:26:39.132771 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d90b53d-ce66-4cea-a7e4-82f6bd16c988 req-d7fdad82-8643-482a-adfc-abc2df189963 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419079 Mar 10 17:26:39.139736 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-5a19f3a6-aabd-44c9-bce9-22ad3dd7000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.141129 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-5a19f3a6-aabd-44c9-bce9-22ad3dd7000e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23904b8-4b9e-4a20-a71b-9021ba60aeea HTTP/1.1" status: 200 len: 854 time: 0.0569377 Mar 10 17:26:39.201818 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-9c91a5ca-b059-4d09-beb8-7176541b6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.203362 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-9c91a5ca-b059-4d09-beb8-7176541b6d0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=695ac80b-0326-480c-9dd3-494fdd58177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558805 Mar 10 17:26:39.227024 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-f43a4786-7835-4cbb-87d6-888e402784d7 req-21f72777-dc0f-48e0-aece-06a242ffdfb6 service neutron] 10.222.0.37 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883031 Mar 10 17:26:39.296945 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-1b4b2483-4d7a-4c6a-8170-aac95e3768a8 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872610 Mar 10 17:26:39.385478 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a2b6bb02-4c61-4940-b56b-01dafc66e792 req-c3e8061c-83a9-44d2-811d-298dbc1e3450 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827339 Mar 10 17:26:39.875941 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26560b-503f-4270-a736-165d5573a25a req-76d61c1f-5d25-419b-b64c-156ec692c2b9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.877426 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a26560b-503f-4270-a736-165d5573a25a req-76d61c1f-5d25-419b-b64c-156ec692c2b9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 943 time: 0.0833983 Mar 10 17:26:39.885333 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961f75f-9c02-4ba0-84f0-9141584c0d2c req-33f83f42-4719-4677-b75a-bfb5b680ab7e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.886794 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d961f75f-9c02-4ba0-84f0-9141584c0d2c req-33f83f42-4719-4677-b75a-bfb5b680ab7e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0909297 Mar 10 17:26:39.957162 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a26560b-503f-4270-a736-165d5573a25a req-3107a7e5-2f94-4eac-98b7-b28e5ff12835 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693853 Mar 10 17:26:39.966777 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d961f75f-9c02-4ba0-84f0-9141584c0d2c req-fcadfbde-a99a-4478-a6a8-3bf47c055dde tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722785 Mar 10 17:26:40.197854 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b768b-82ec-461c-b3ff-e8c66079329d req-c9388038-d89c-4165-9c04-241b5e935cc3 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:40.199348 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-935b768b-82ec-461c-b3ff-e8c66079329d req-c9388038-d89c-4165-9c04-241b5e935cc3 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 943 time: 0.0562346 Mar 10 17:26:40.278995 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-935b768b-82ec-461c-b3ff-e8c66079329d req-2abcb970-d65e-4bb0-a403-6305611f5d60 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703151 Mar 10 17:26:40.286832 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595ec19-dd25-4e51-b185-063393f36c6c req-832f09d2-a23e-451e-a787-9d022fcbc66c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:40.292821 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d595ec19-dd25-4e51-b185-063393f36c6c req-832f09d2-a23e-451e-a787-9d022fcbc66c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0880444 Mar 10 17:26:40.336473 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d595ec19-dd25-4e51-b185-063393f36c6c req-8f0e783b-a939-4b8a-9d2d-d5ca35830205 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Mar 10 17:26:41.112353 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529b765-a349-462e-a818-708d36cb1cab req-f871a33b-eb6a-4f64-b03e-d1c65309498b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.113839 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3529b765-a349-462e-a818-708d36cb1cab req-f871a33b-eb6a-4f64-b03e-d1c65309498b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 943 time: 0.0876646 Mar 10 17:26:41.121165 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfddc7-d5c6-46d0-90ea-86b79256862f req-9b9ad153-916c-4913-a4d2-b3e971fa18b6 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.122540 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-04cfddc7-d5c6-46d0-90ea-86b79256862f req-9b9ad153-916c-4913-a4d2-b3e971fa18b6 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0850804 Mar 10 17:26:41.188912 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3529b765-a349-462e-a818-708d36cb1cab req-f7e82551-4fc1-45e3-9374-df2352c1d616 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653250 Mar 10 17:26:41.196695 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-04cfddc7-d5c6-46d0-90ea-86b79256862f req-0d619111-96ef-4cc7-8451-db8db29b8594 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670834 Mar 10 17:26:41.394831 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae522d-8111-4f6e-a1e1-766bd7aad670 req-fab4fd3f-e62c-4963-845d-5b4aa2420e41 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.396384 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1aae522d-8111-4f6e-a1e1-766bd7aad670 req-fab4fd3f-e62c-4963-845d-5b4aa2420e41 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 943 time: 0.0535164 Mar 10 17:26:41.473670 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1aae522d-8111-4f6e-a1e1-766bd7aad670 req-3a8fb54c-c48f-45cc-b47e-5a6cd9f7c90f tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655291 Mar 10 17:26:41.481641 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d4749b50-3dec-4c57-97c0-961207661124 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:41.486313 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29bde5-1470-419f-8d71-d5c16ea6de5a req-eeba3e0e-a1c3-4b89-b655-d46393638b68 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.488372 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3d29bde5-1470-419f-8d71-d5c16ea6de5a req-eeba3e0e-a1c3-4b89-b655-d46393638b68 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0885415 Mar 10 17:26:41.534583 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3d29bde5-1470-419f-8d71-d5c16ea6de5a req-7e8eb739-1bd2-4e9e-b75e-2cad1be17877 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Mar 10 17:26:41.579885 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port d4749b50-3dec-4c57-97c0-961207661124, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d4749b50-3dec-4c57-97c0-961207661124,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:41.590131 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'd4749b50-3dec-4c57-97c0-961207661124', 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2', 'port_id': 'd4749b50-3dec-4c57-97c0-961207661124', 'mac_address': 'fa:16:3e:b5:40:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:41.630316 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port d4749b50-3dec-4c57-97c0-961207661124 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:41.630782 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d4749b50-3dec-4c57-97c0-961207661124), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.644786 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4749b50-3dec-4c57-97c0-961207661124 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:41.665397 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port d4749b50-3dec-4c57-97c0-961207661124, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d4749b50-3dec-4c57-97c0-961207661124,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:41.669358 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d4749b50-3dec-4c57-97c0-961207661124), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.720268 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=d4749b50-3dec-4c57-97c0-961207661124,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:41.728203 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.728508 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.728859 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.729194 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.729528 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.729857 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.730288 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.730618 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.730946 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.731273 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.731597 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.731918 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.732248 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:41.824165 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaf2a5-d79c-48f6-909c-b0c90eec32ec req-0d5ba1eb-8888-46df-8348-84578a14b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.825671 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dfdaf2a5-d79c-48f6-909c-b0c90eec32ec req-0d5ba1eb-8888-46df-8348-84578a14b2f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1130 time: 0.0547755 Mar 10 17:26:41.873386 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dfdaf2a5-d79c-48f6-909c-b0c90eec32ec req-6d9ea46d-73ba-4b4c-9c47-7fcddd3cb8f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Mar 10 17:26:42.283135 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['d4749b50-3dec-4c57-97c0-961207661124'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:42.340680 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcee34-b390-4fb2-88c1-294e3195e9b4 req-8c95bad6-1070-4fb8-86a9-fdc61b339b50 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:42.342180 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-40bcee34-b390-4fb2-88c1-294e3195e9b4 req-8c95bad6-1070-4fb8-86a9-fdc61b339b50 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 943 time: 0.0860803 Mar 10 17:26:42.364616 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd278f3-28b3-4341-aa76-6ee5fe5a1041 req-51d917bf-f34f-4d5e-88dc-e97e4f73096e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:42.366081 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0bd278f3-28b3-4341-aa76-6ee5fe5a1041 req-51d917bf-f34f-4d5e-88dc-e97e4f73096e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0778975 Mar 10 17:26:42.424937 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-40bcee34-b390-4fb2-88c1-294e3195e9b4 req-e1b5eb67-4151-4e49-91ce-ebd1732f55f4 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764668 Mar 10 17:26:42.435826 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0bd278f3-28b3-4341-aa76-6ee5fe5a1041 req-b2a2383f-9fd3-4eea-a6c0-8ce9be435583 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634382 Mar 10 17:26:42.530852 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f344e-c21a-4847-8a72-2f749a4234bc req-9b5d3b48-8659-4f49-b66f-7d0778b4e084 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:42.532574 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4f2f344e-c21a-4847-8a72-2f749a4234bc req-9b5d3b48-8659-4f49-b66f-7d0778b4e084 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0539696 Mar 10 17:26:42.613596 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4f2f344e-c21a-4847-8a72-2f749a4234bc req-1e233683-ae7b-4893-b7e9-5a0d504f0a1c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737367 Mar 10 17:26:42.623482 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4e1b0-91c6-42c0-a67b-9812a2ea7d0d req-b2029ac8-f5fb-4eca-835b-d76032731789 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:42.628917 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-82e4e1b0-91c6-42c0-a67b-9812a2ea7d0d req-b2029ac8-f5fb-4eca-835b-d76032731789 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 944 time: 0.0864606 Mar 10 17:26:42.671994 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-82e4e1b0-91c6-42c0-a67b-9812a2ea7d0d req-d3738bf0-4fc2-4135-891b-24832fed403e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Mar 10 17:26:43.500998 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:43.577766 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25c1b-3d12-4b5d-afea-7c2b2e05ffa0 req-5863e8e3-4575-4e05-8b19-7e12cd27771a tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:43.579277 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-80c25c1b-3d12-4b5d-afea-7c2b2e05ffa0 req-5863e8e3-4575-4e05-8b19-7e12cd27771a tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 943 time: 0.0899093 Mar 10 17:26:43.587154 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809d665-7e2c-4364-9452-f1b583bfbf3e req-37846efc-5191-4b36-a776-b7b34e0e5a4a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:43.588539 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6809d665-7e2c-4364-9452-f1b583bfbf3e req-37846efc-5191-4b36-a776-b7b34e0e5a4a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0871217 Mar 10 17:26:43.601032 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:43.611376 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'port_id': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'mac_address': 'fa:16:3e:42:2a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:43.651770 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:43.652189 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.656753 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-80c25c1b-3d12-4b5d-afea-7c2b2e05ffa0 req-c165bfd7-8a8d-423f-9100-45c72c606342 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672655 Mar 10 17:26:43.665189 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6809d665-7e2c-4364-9452-f1b583bfbf3e req-46bdde24-9411-4dbc-a13b-4fe645f2585d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692382 Mar 10 17:26:43.666878 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:43.695535 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:43.700867 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.747523 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:43.795308 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e5ddd-7717-49ea-82da-3e70a829e36f req-7f1d498b-d6a2-4308-8ed2-fd942e45c77e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:43.796749 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1c0e5ddd-7717-49ea-82da-3e70a829e36f req-7f1d498b-d6a2-4308-8ed2-fd942e45c77e tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0834725 Mar 10 17:26:43.817097 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81c447-52d5-4b0b-af6c-592907de21c2 req-ec1854d2-f55f-4554-bf8a-6cc7ad4ebf71 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:43.818543 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-db81c447-52d5-4b0b-af6c-592907de21c2 req-ec1854d2-f55f-4554-bf8a-6cc7ad4ebf71 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 944 time: 0.0765047 Mar 10 17:26:43.883654 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1c0e5ddd-7717-49ea-82da-3e70a829e36f req-ef8e74d2-977a-4d58-a536-36c4e5624661 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812526 Mar 10 17:26:43.890289 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-db81c447-52d5-4b0b-af6c-592907de21c2 req-f1193ac3-ea77-43dc-8c2c-28a880b6adfd tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655503 Mar 10 17:26:44.025452 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:26:44.802441 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dfb37-0b3c-4f60-a7a9-ecfe5d224ae4 req-16d6c043-0739-4a75-b7b2-00fde9eb9aeb tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:44.803892 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae7dfb37-0b3c-4f60-a7a9-ecfe5d224ae4 req-16d6c043-0739-4a75-b7b2-00fde9eb9aeb tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 944 time: 0.0801425 Mar 10 17:26:44.811291 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ed461-b476-4ec3-b506-d1643b7443ec req-b0849c86-89a8-4bbd-b522-0a157a27e696 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:44.812719 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a14ed461-b476-4ec3-b506-d1643b7443ec req-b0849c86-89a8-4bbd-b522-0a157a27e696 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0802479 Mar 10 17:26:44.883155 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae7dfb37-0b3c-4f60-a7a9-ecfe5d224ae4 req-48068dbb-932c-4f0a-8b73-003b5669f230 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695071 Mar 10 17:26:44.889953 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a14ed461-b476-4ec3-b506-d1643b7443ec req-8ed204f4-6017-43bb-bbb0-99952de034dd tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701520 Mar 10 17:26:45.226348 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac853d1-40f8-430d-b6b2-77e97162111e req-cd08b669-ec66-4f64-9a4a-b4457c2041f0 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:45.227809 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0ac853d1-40f8-430d-b6b2-77e97162111e req-cd08b669-ec66-4f64-9a4a-b4457c2041f0 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.2783701 Mar 10 17:26:45.234261 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad5367-4425-43d5-bf70-4e5e6fdca494 req-bcb54a87-1b4e-491a-9f8f-5ab2391ccb8e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:45.235596 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90ad5367-4425-43d5-bf70-4e5e6fdca494 req-bcb54a87-1b4e-491a-9f8f-5ab2391ccb8e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 944 time: 0.2764060 Mar 10 17:26:45.305061 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0ac853d1-40f8-430d-b6b2-77e97162111e req-c400bfc4-1ff9-447b-bbd6-955d790f1060 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685263 Mar 10 17:26:45.308519 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90ad5367-4425-43d5-bf70-4e5e6fdca494 req-bcdcb4e2-9983-4ed4-be8f-c5265ed42ae4 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657470 Mar 10 17:26:46.042504 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653b60-74ed-4b47-9d58-c77d0af44b2d req-e32acd5c-1712-43be-b4f2-5855488472b7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.044051 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e653b60-74ed-4b47-9d58-c77d0af44b2d req-e32acd5c-1712-43be-b4f2-5855488472b7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0818846 Mar 10 17:26:46.051214 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b833c-e955-402d-9ec7-553c0e1e4ece req-58afa202-3734-4eb5-883a-717e3a72b6a6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.052564 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-070b833c-e955-402d-9ec7-553c0e1e4ece req-58afa202-3734-4eb5-883a-717e3a72b6a6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 944 time: 0.1008420 Mar 10 17:26:46.120703 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e653b60-74ed-4b47-9d58-c77d0af44b2d req-2b9500d2-25fa-4597-bbed-b8b84104f57b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672035 Mar 10 17:26:46.123842 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-070b833c-e955-402d-9ec7-553c0e1e4ece req-9b60df6b-c463-41a9-b15d-c50f8ae1551d tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648556 Mar 10 17:26:46.461414 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546ff33-a418-4e61-b93d-004020094a7c req-068208f9-9310-453f-9fac-979b8355cf05 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.462918 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8546ff33-a418-4e61-b93d-004020094a7c req-068208f9-9310-453f-9fac-979b8355cf05 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 944 time: 0.0857568 Mar 10 17:26:46.470098 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9bf70-bc39-4540-befe-9009b659c6da req-360f8c91-bfa0-41e0-90bd-9af3b97635ad tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.472054 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdc9bf70-bc39-4540-befe-9009b659c6da req-360f8c91-bfa0-41e0-90bd-9af3b97635ad tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0856664 Mar 10 17:26:46.528478 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ad92552d-5f6b-45da-8a0d-aec2d3d38480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.539584 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8546ff33-a418-4e61-b93d-004020094a7c req-f2d02c46-d862-4d06-8ef2-5a1e82a63bb1 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665920 Mar 10 17:26:46.546290 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdc9bf70-bc39-4540-befe-9009b659c6da req-988f0968-3fa8-4ca1-9036-3bfcb03fef86 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676563 Mar 10 17:26:47.272263 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc876d22-d6ec-4211-bbbf-97666d815421 req-62070ce5-60b6-488f-b59a-29ffeccb9677 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.273724 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc876d22-d6ec-4211-bbbf-97666d815421 req-62070ce5-60b6-488f-b59a-29ffeccb9677 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 944 time: 0.0855544 Mar 10 17:26:47.280860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ec00a-2804-42d9-b187-a85165f1830e req-76d7d50f-013f-49e2-a621-7b46a5b60550 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.282495 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5e4ec00a-2804-42d9-b187-a85165f1830e req-76d7d50f-013f-49e2-a621-7b46a5b60550 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0850992 Mar 10 17:26:47.351784 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc876d22-d6ec-4211-bbbf-97666d815421 req-40690e64-2940-4578-bddc-7be89f5bf102 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683472 Mar 10 17:26:47.354972 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5e4ec00a-2804-42d9-b187-a85165f1830e req-a24fcf01-61b8-455c-8463-a8f92806005b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660079 Mar 10 17:26:47.525493 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d4749b50-3dec-4c57-97c0-961207661124 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:47.583587 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port d4749b50-3dec-4c57-97c0-961207661124 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:47.587354 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port d4749b50-3dec-4c57-97c0-961207661124 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:47.587730 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d4749b50-3dec-4c57-97c0-961207661124), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.607343 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd174293-62d3-45b5-86ec-0b040f607456 req-b9b37951-b1fe-4b16-bb85-e6701d11f117 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.608990 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bd174293-62d3-45b5-86ec-0b040f607456 req-b9b37951-b1fe-4b16-bb85-e6701d11f117 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0645967 Mar 10 17:26:47.666839 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port d4749b50-3dec-4c57-97c0-961207661124 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:47.667148 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d4749b50-3dec-4c57-97c0-961207661124), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.689593 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba646794-9121-4f7e-8fe0-1f24a2a7e2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4749b50-3dec-4c57-97c0-961207661124'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:47.692307 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5bc614-ff68-4b5a-818f-3ac74fd57301" -d '{"events": [{"server_uuid": "ba646794-9121-4f7e-8fe0-1f24a2a7e2be", "name": "network-vif-plugged", "status": "completed", "tag": "d4749b50-3dec-4c57-97c0-961207661124"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:47.704268 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port d4749b50-3dec-4c57-97c0-961207661124, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d4749b50-3dec-4c57-97c0-961207661124,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:47.708575 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d4749b50-3dec-4c57-97c0-961207661124), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.723976 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bd174293-62d3-45b5-86ec-0b040f607456 req-e6e9e5c2-e288-4c69-bb79-c60ced4fbe5d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077816 Mar 10 17:26:47.731993 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b311d-5c51-49a1-9c40-56719b405890 req-504c9112-ad13-48b2-a7f7-715da529cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.733525 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-af9b311d-5c51-49a1-9c40-56719b405890 req-504c9112-ad13-48b2-a7f7-715da529cac8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1130 time: 0.1103511 Mar 10 17:26:47.756677 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=d4749b50-3dec-4c57-97c0-961207661124,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:47.764330 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf611a60-8a6b-464f-9af1-f1d7c8c335ae req-44c36fca-fb7b-45e4-ac13-a5cd6f02a319 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.765953 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bf611a60-8a6b-464f-9af1-f1d7c8c335ae req-44c36fca-fb7b-45e4-ac13-a5cd6f02a319 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 944 time: 0.1334610 Mar 10 17:26:47.908293 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bf611a60-8a6b-464f-9af1-f1d7c8c335ae req-fae13675-a5bd-4006-acc9-d4bed626e9cd tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323726 Mar 10 17:26:47.913351 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b311d-5c51-49a1-9c40-56719b405890 req-850b8c72-32f0-413c-8228-3d597d63997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.915075 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-af9b311d-5c51-49a1-9c40-56719b405890 req-850b8c72-32f0-413c-8228-3d597d63997a service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 920 time: 0.1685152 Mar 10 17:26:47.922667 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa52389-7094-4224-84e3-0d33f7abb5bb req-5deabf10-bc91-46b5-b8c4-8782e739e434 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.924634 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6fa52389-7094-4224-84e3-0d33f7abb5bb req-5deabf10-bc91-46b5-b8c4-8782e739e434 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.1376925 Mar 10 17:26:47.952418 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ab446c-c3dc-4791-8bdd-b6206f4b9a55 x-openstack-request-id: req-58ab446c-c3dc-4791-8bdd-b6206f4b9a55 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:47.952714 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba646794-9121-4f7e-8fe0-1f24a2a7e2be", "name": "network-vif-plugged", "status": "completed", "tag": "d4749b50-3dec-4c57-97c0-961207661124", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:47.953092 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58ab446c-c3dc-4791-8bdd-b6206f4b9a55 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:47.953514 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba646794-9121-4f7e-8fe0-1f24a2a7e2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4749b50-3dec-4c57-97c0-961207661124', 'code': 200} Mar 10 17:26:47.967471 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-af9b311d-5c51-49a1-9c40-56719b405890 req-d9024743-89f5-4ac1-b242-9e8a1acba2e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83926aa3-c177-4c5a-9b45-a83be5e361af HTTP/1.1" status: 200 len: 217 time: 0.0419109 Mar 10 17:26:48.000924 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6fa52389-7094-4224-84e3-0d33f7abb5bb req-09ee657f-66a5-4618-b84e-09259c470cd8 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685589 Mar 10 17:26:48.076995 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b311d-5c51-49a1-9c40-56719b405890 req-64b6a9f2-e459-45cb-98d9-8134fd498250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:48.078468 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-af9b311d-5c51-49a1-9c40-56719b405890 req-64b6a9f2-e459-45cb-98d9-8134fd498250 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.0475259 Mar 10 17:26:48.121544 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-af9b311d-5c51-49a1-9c40-56719b405890 req-151abc71-65a0-4276-86aa-821ce6362e4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264373 Mar 10 17:26:48.210026 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be3897-8740-4449-a25a-28aa69506292 req-b56bab47-07cf-4a1a-bcbc-41f5cb3b23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:48.211463 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-52be3897-8740-4449-a25a-28aa69506292 req-b56bab47-07cf-4a1a-bcbc-41f5cb3b23bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 1129 time: 0.0431402 Mar 10 17:26:48.222413 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-af9b311d-5c51-49a1-9c40-56719b405890 req-45913816-5152-4725-b03d-fefc4c9a9091 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858593 Mar 10 17:26:48.258654 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-52be3897-8740-4449-a25a-28aa69506292 req-2eefce22-fe66-477d-8214-e205d2f546c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Mar 10 17:26:48.274623 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:48.316608 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-af9b311d-5c51-49a1-9c40-56719b405890 req-4dd70a56-d774-4fb1-ab50-cc1ada4f9e27 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860748 Mar 10 17:26:48.476203 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7eda-5bbf-4c2b-b1e6-4c656815a7ce req-92383919-b6d9-4064-9914-f51f20c6cbbb tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:48.477664 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e62c7eda-5bbf-4c2b-b1e6-4c656815a7ce req-92383919-b6d9-4064-9914-f51f20c6cbbb tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 944 time: 0.0517368 Mar 10 17:26:48.523546 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e62c7eda-5bbf-4c2b-b1e6-4c656815a7ce req-6b3df6a7-a593-46d6-8bcb-3c09dad8610e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Mar 10 17:26:48.804108 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-140aec83-80aa-406e-97fb-2dd34f2369c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:48.846455 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daa0f0-4f94-4c6f-87de-e94a134e0b7b req-51267d68-b055-4176-9a33-d10bc700e3cb tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:48.847997 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-36daa0f0-4f94-4c6f-87de-e94a134e0b7b req-51267d68-b055-4176-9a33-d10bc700e3cb tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0563049 Mar 10 17:26:48.894024 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-36daa0f0-4f94-4c6f-87de-e94a134e0b7b req-74cf1f27-dbfd-4708-ba66-f95fc2f1d4c5 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Mar 10 17:26:49.028377 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f715c-2bf0-4e4a-84f6-94e00cdd5fb7 req-de6492b5-3dd5-4e55-9f50-9707be6efeb6 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.031657 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fe3f715c-2bf0-4e4a-84f6-94e00cdd5fb7 req-de6492b5-3dd5-4e55-9f50-9707be6efeb6 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 945 time: 0.0588825 Mar 10 17:26:49.094730 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fe3f715c-2bf0-4e4a-84f6-94e00cdd5fb7 req-bac8cba1-af58-4714-87ed-986b1aa31fc6 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585306 Mar 10 17:26:49.134688 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57633cc-2852-4388-989b-ddbccdfb30a2 req-cef8b163-79bc-4bf6-94f1-55fe4e77d71f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.136180 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c57633cc-2852-4388-989b-ddbccdfb30a2 req-cef8b163-79bc-4bf6-94f1-55fe4e77d71f tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0606525 Mar 10 17:26:49.185482 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c57633cc-2852-4388-989b-ddbccdfb30a2 req-ea77d54c-7d30-40cb-a73a-b30828c85634 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aebdd0f-8055-419f-ac7b-3dc7846836ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 Mar 10 17:26:49.663896 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8648e-d67c-4e8e-8332-034b20fa801a req-e71db07a-98be-4e57-bfd5-380edb964f6e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.665362 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-65c8648e-d67c-4e8e-8332-034b20fa801a req-e71db07a-98be-4e57-bfd5-380edb964f6e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 944 time: 0.0781372 Mar 10 17:26:49.695830 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141babed-7107-44fa-8c16-93aee5d5056b req-149e5b0f-6dfb-4447-880a-84140a3a00b3 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.697249 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-141babed-7107-44fa-8c16-93aee5d5056b req-149e5b0f-6dfb-4447-880a-84140a3a00b3 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 945 time: 0.0842805 Mar 10 17:26:49.763407 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-65c8648e-d67c-4e8e-8332-034b20fa801a req-6fb9e002-0343-43bc-b86f-231d4d1bb89d tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923924 Mar 10 17:26:49.848668 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-141babed-7107-44fa-8c16-93aee5d5056b req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Deleting port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:49.849023 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-141babed-7107-44fa-8c16-93aee5d5056b req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.953758 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-141babed-7107-44fa-8c16-93aee5d5056b req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] For port 4eac71ac-8f9f-4770-af9a-281f0e6956d7, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4eac71ac-8f9f-4770-af9a-281f0e6956d7,segment=NetworkSegment(ff1b4296-0da9-4c6d-aea8-02fb676db6d2),segment_id=ff1b4296-0da9-4c6d-aea8-02fb676db6d2)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:49.953965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-141babed-7107-44fa-8c16-93aee5d5056b req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.961852 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.971528 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-141babed-7107-44fa-8c16-93aee5d5056b req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Calling delete_port for 4eac71ac-8f9f-4770-af9a-281f0e6956d7 owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:50.107562 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492d9e-9498-46c5-a593-ddc70cd0d9db req-a1a0d07b-63d0-41ca-bb5c-c674a05726c1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:50.108943 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-37492d9e-9498-46c5-a593-ddc70cd0d9db req-a1a0d07b-63d0-41ca-bb5c-c674a05726c1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.1026876 Mar 10 17:26:50.220877 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-37492d9e-9498-46c5-a593-ddc70cd0d9db req-5eb46af5-a166-4346-be75-8c9513cf3bfd tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055701 Mar 10 17:26:50.226917 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-141babed-7107-44fa-8c16-93aee5d5056b req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (4eac71ac-8f9f-4770-af9a-281f0e6956d7), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:50.262208 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Pushing event deleted for resources: {'Port': ['ID=4eac71ac-8f9f-4770-af9a-281f0e6956d7,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:50.272604 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8dde-2c93-4a37-b7bc-ad365abd2dfa req-44789ca6-23fe-4567-8b86-2dd17d4bf1a1 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:50.274229 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-565c8dde-2c93-4a37-b7bc-ad365abd2dfa req-44789ca6-23fe-4567-8b86-2dd17d4bf1a1 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 945 time: 0.1125674 Mar 10 17:26:50.351229 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e50b240f-a23c-479a-abbb-09939a00be35 req-812d97e2-3c1b-40a9-b27e-0365990c0c64 tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ad7892-ecf1-40cc-9943-1b6a399e6189 HTTP/1.1" status: 200 len: 210 time: 0.0759497 Mar 10 17:26:50.359965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.360228 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.360570 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.360904 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.361231 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.362081 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.362431 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.362754 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.363076 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.363484 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.363711 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.364026 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.364337 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:50.387669 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-141babed-7107-44fa-8c16-93aee5d5056b req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] No DVR routers for this DVR port 4eac71ac-8f9f-4770-af9a-281f0e6956d7 on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:50.395615 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-141babed-7107-44fa-8c16-93aee5d5056b req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:50.398832 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-141babed-7107-44fa-8c16-93aee5d5056b req-55a88739-9811-4e1a-a391-73d997899c3c tempest-VolumesActionsTest-616712891 tempest-VolumesActionsTest-616712891-project] 10.222.0.37 "DELETE /v2.0/ports/4eac71ac-8f9f-4770-af9a-281f0e6956d7 HTTP/1.1" status: 204 len: 173 time: 0.6953635 Mar 10 17:26:50.399257 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ad7892-ecf1-40cc-9943-1b6a399e6189', 'name': 'network-vif-deleted', 'tag': '4eac71ac-8f9f-4770-af9a-281f0e6956d7'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:50.401448 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8548c3-637a-4379-a62d-8b5aafd786f0" -d '{"events": [{"server_uuid": "b4ad7892-ecf1-40cc-9943-1b6a399e6189", "name": "network-vif-deleted", "tag": "4eac71ac-8f9f-4770-af9a-281f0e6956d7"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:50.420952 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-565c8dde-2c93-4a37-b7bc-ad365abd2dfa req-e8dca281-b8e7-4902-a72d-85628dee16f6 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135290 Mar 10 17:26:50.438955 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fc24b2-5a92-49c0-9f94-a4f7d57000b5 x-openstack-request-id: req-00fc24b2-5a92-49c0-9f94-a4f7d57000b5 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:50.439249 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ad7892-ecf1-40cc-9943-1b6a399e6189", "name": "network-vif-deleted", "tag": "4eac71ac-8f9f-4770-af9a-281f0e6956d7", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:50.439499 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00fc24b2-5a92-49c0-9f94-a4f7d57000b5 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:50.440444 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ad7892-ecf1-40cc-9943-1b6a399e6189', 'name': 'network-vif-deleted', 'tag': '4eac71ac-8f9f-4770-af9a-281f0e6956d7', 'status': 'completed', 'code': 200} Mar 10 17:26:50.881594 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ff2a9-2d4c-4a82-8576-ed49d876ea3c req-48faf12c-d73e-467e-884a-ebf64cf1e783 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:50.883015 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-917ff2a9-2d4c-4a82-8576-ed49d876ea3c req-48faf12c-d73e-467e-884a-ebf64cf1e783 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 944 time: 0.0532312 Mar 10 17:26:50.930135 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-917ff2a9-2d4c-4a82-8576-ed49d876ea3c req-2bc842dc-8dbf-4789-8bac-d9f281d2b80f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409405 Mar 10 17:26:51.339802 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925ba12-09e8-4b8c-b334-e51eff53fc56 req-1031c0f0-dd46-4e93-898d-f627e4788177 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:51.341286 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9925ba12-09e8-4b8c-b334-e51eff53fc56 req-1031c0f0-dd46-4e93-898d-f627e4788177 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0541530 Mar 10 17:26:51.345120 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:51.393865 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9925ba12-09e8-4b8c-b334-e51eff53fc56 req-15ba7c20-4079-4fbf-bbec-8daa5c0e7448 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462878 Mar 10 17:26:51.540621 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:51.545884 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3a32d-c016-4959-ae60-a8cff9b29d9a req-f08b31c5-cdbf-4aa8-a769-53ef9b91ae9e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:51.547422 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c0a3a32d-c016-4959-ae60-a8cff9b29d9a req-f08b31c5-cdbf-4aa8-a769-53ef9b91ae9e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 945 time: 0.0541992 Mar 10 17:26:51.596035 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:51.599898 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:51.600266 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:51.606350 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c0a3a32d-c016-4959-ae60-a8cff9b29d9a req-e9864cd2-1de3-4d23-8d7f-1bcf2f447d8d tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Mar 10 17:26:51.684454 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:51.685045 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:51.712648 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:51.715770 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9fecfa-2007-4a67-827a-56c8ed64fd6e" -d '{"events": [{"server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "name": "network-vif-plugged", "status": "completed", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:51.729262 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:51.734132 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:51.734943 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 4eac71ac-8f9f-4770-af9a-281f0e6956d7 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:51.765023 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26b94cc-ca57-4bfc-bc9d-1429b87b2960 x-openstack-request-id: req-d26b94cc-ca57-4bfc-bc9d-1429b87b2960 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:51.765333 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "name": "network-vif-plugged", "status": "completed", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:51.765590 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d26b94cc-ca57-4bfc-bc9d-1429b87b2960 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:51.765980 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'code': 200} Mar 10 17:26:51.783188 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 4eac71ac-8f9f-4770-af9a-281f0e6956d7 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:51.784105 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 4eac71ac-8f9f-4770-af9a-281f0e6956d7 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:51.831029 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:52.007308 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722736d-63c5-4e45-8e32-e0bdbd81c4eb req-e4a2298b-d6b8-4e50-a020-f405718d8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:52.009412 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a722736d-63c5-4e45-8e32-e0bdbd81c4eb req-e4a2298b-d6b8-4e50-a020-f405718d8593 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1129 time: 0.0681775 Mar 10 17:26:52.117731 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f892e9-9b18-4a68-9b47-23b3e76ea905 req-073ce793-afaa-4529-b329-8700383dde1e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:52.119356 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-55f892e9-9b18-4a68-9b47-23b3e76ea905 req-073ce793-afaa-4529-b329-8700383dde1e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.1087954 Mar 10 17:26:52.121964 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a722736d-63c5-4e45-8e32-e0bdbd81c4eb req-a84c63e9-2d12-4cae-ad8a-694f9156dd85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949965 Mar 10 17:26:52.168328 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-55f892e9-9b18-4a68-9b47-23b3e76ea905 req-56091e7b-fa54-41fa-9a3f-235ae48a4ec8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 Mar 10 17:26:52.529257 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1185e-27ba-4d7d-814e-3d3664802d94 req-f23d62ec-1ce8-46fb-b49c-6020e486cb3e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:52.543075 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0ed1185e-27ba-4d7d-814e-3d3664802d94 req-f23d62ec-1ce8-46fb-b49c-6020e486cb3e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0750060 Mar 10 17:26:52.603278 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0ed1185e-27ba-4d7d-814e-3d3664802d94 req-7aee1112-b52b-4c02-b804-e01d09ff7e2f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582345 Mar 10 17:26:52.658038 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 35702) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:52.798404 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.863511 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.876164 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Publish callbacks [] for security_group (592594af-8d64-43c5-88f7-c056eff9d7b6), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.880384 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (592594af-8d64-43c5-88f7-c056eff9d7b6), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.919926 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9c039a7bf7d4b2cac4e8ca6fde59dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602208 Mar 10 17:26:52.920814 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592594af-8d64-43c5-88f7-c056eff9d7b6,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:52.922569 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 35706) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:52.927986 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.928342 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.928689 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.929036 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.929373 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.929706 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.930041 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.930400 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.930734 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.931065 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.931391 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.931713 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.932034 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f4aca-a4d5-4561-9368-5cb76af58cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:52.970362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8f3061cd-a9e7-4e8c-9e51-c9cab1afec74 admin admin] Publish callbacks [] for security_group (592594af-8d64-43c5-88f7-c056eff9d7b6), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.994691 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8f3061cd-a9e7-4e8c-9e51-c9cab1afec74 admin admin] Publish callbacks [] for security_group (592594af-8d64-43c5-88f7-c056eff9d7b6), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.040057 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8f3061cd-a9e7-4e8c-9e51-c9cab1afec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (592594af-8d64-43c5-88f7-c056eff9d7b6), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.042733 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8f3061cd-a9e7-4e8c-9e51-c9cab1afec74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.043853 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-8f3061cd-a9e7-4e8c-9e51-c9cab1afec74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/592594af-8d64-43c5-88f7-c056eff9d7b6 HTTP/1.1" status: 204 len: 168 time: 0.1203108 Mar 10 17:26:53.051106 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3061cd-a9e7-4e8c-9e51-c9cab1afec74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592594af-8d64-43c5-88f7-c056eff9d7b6,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:53.301981 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d2acc-f93c-40a6-8055-66016762b1a4 req-4df9419e-404c-4607-96ec-2f711c76f46c tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:53.304896 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-922d2acc-f93c-40a6-8055-66016762b1a4 req-4df9419e-404c-4607-96ec-2f711c76f46c tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0622239 Mar 10 17:26:53.370641 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-922d2acc-f93c-40a6-8055-66016762b1a4 req-1fdb008e-9aea-4619-a0a8-1be066e7ac8f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532262 Mar 10 17:26:53.734460 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f3b7-7642-448b-b98b-71243946d074 req-320e31ad-71f6-4a86-a93f-495616d5d4af tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:53.735944 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7b53f3b7-7642-448b-b98b-71243946d074 req-320e31ad-71f6-4a86-a93f-495616d5d4af tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0595086 Mar 10 17:26:53.795889 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7b53f3b7-7642-448b-b98b-71243946d074 req-396b81e1-96df-4f2d-9634-46a96225928d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512831 Mar 10 17:26:54.484791 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3ea8-68cb-4f55-8b38-981e08c57658 req-dbccf1c8-d5e3-4c1b-a98d-3f089832cce4 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:54.487102 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7f2a3ea8-68cb-4f55-8b38-981e08c57658 req-dbccf1c8-d5e3-4c1b-a98d-3f089832cce4 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0566194 Mar 10 17:26:54.535308 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7f2a3ea8-68cb-4f55-8b38-981e08c57658 req-3facefc8-e285-4c33-896b-978973603e10 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Mar 10 17:26:55.647767 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f93795-6481-414b-9560-c83526732f3d req-08107ee5-5b83-4e60-9b10-4401153b3be2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:55.649218 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f2f93795-6481-414b-9560-c83526732f3d req-08107ee5-5b83-4e60-9b10-4401153b3be2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0502608 Mar 10 17:26:55.694058 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f2f93795-6481-414b-9560-c83526732f3d req-0c796efa-8949-4dc6-9d77-af453b7f6dac tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394320 Mar 10 17:26:57.008500 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c071c8-1d6d-48a0-9d0e-4cb192200b40 req-2c86974c-94af-45e2-a430-9d210e432a41 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:57.009966 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29c071c8-1d6d-48a0-9d0e-4cb192200b40 req-2c86974c-94af-45e2-a430-9d210e432a41 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.2524645 Mar 10 17:26:57.055190 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29c071c8-1d6d-48a0-9d0e-4cb192200b40 req-66453e7e-babd-4d44-b2f9-a5c3b761ba42 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Mar 10 17:26:58.013322 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:58.168349 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321452c8-b660-43c1-bffe-759d597955e8 req-501525af-79ea-4a7a-97f1-c656018b3b47 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:58.169815 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-321452c8-b660-43c1-bffe-759d597955e8 req-501525af-79ea-4a7a-97f1-c656018b3b47 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0516410 Mar 10 17:26:58.216096 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-321452c8-b660-43c1-bffe-759d597955e8 req-5b2f897b-bdc7-4109-af4a-0df0e1e18cf9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Mar 10 17:26:59.339912 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30afb-9743-47d2-bbdf-20a19f4fa442 req-9bfd57c9-675e-4b37-b673-7d8b4a64bf03 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:59.346596 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-faf30afb-9743-47d2-bbdf-20a19f4fa442 req-9bfd57c9-675e-4b37-b673-7d8b4a64bf03 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0664876 Mar 10 17:26:59.434780 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-faf30afb-9743-47d2-bbdf-20a19f4fa442 req-52e100e8-01bb-4421-bffa-0f2bb8858447 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858290 Mar 10 17:26:59.451188 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3b3b-fa60-4cdd-b2c0-6ea4491b3269 req-b8350391-3e21-4935-9249-92e665eccf78 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:59.452669 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-607c3b3b-fa60-4cdd-b2c0-6ea4491b3269 req-b8350391-3e21-4935-9249-92e665eccf78 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0697634 Mar 10 17:26:59.509437 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-607c3b3b-fa60-4cdd-b2c0-6ea4491b3269 req-f352bba6-c11a-41f1-98d2-cde34334c2e0 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490675 Mar 10 17:26:59.563642 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520dba-03f9-4ce0-91cb-e65679971912 req-54e53859-6041-4788-8b74-451f9847fd08 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:59.565797 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3e520dba-03f9-4ce0-91cb-e65679971912 req-54e53859-6041-4788-8b74-451f9847fd08 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0554731 Mar 10 17:26:59.628055 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3e520dba-03f9-4ce0-91cb-e65679971912 req-fe89452f-55b2-4105-9080-d8afbc604942 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513713 Mar 10 17:27:00.015006 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707e129-2eea-42ef-a261-e35ada41258d req-7be64cfd-26e0-4c87-a8a1-b1838361e956 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:00.016571 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8707e129-2eea-42ef-a261-e35ada41258d req-7be64cfd-26e0-4c87-a8a1-b1838361e956 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0687180 Mar 10 17:27:00.075820 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8707e129-2eea-42ef-a261-e35ada41258d req-516033d9-46c4-4d1b-8849-1b616d1037b4 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502505 Mar 10 17:27:06.864623 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36010) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:07.010497 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b685fc39-bd01-4564-9552-13b656392000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.102463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b685fc39-bd01-4564-9552-13b656392000 admin admin] Publish callbacks [] for security_group (106d8801-732c-4637-ad3e-6d5f4c54400f), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.106350 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b685fc39-bd01-4564-9552-13b656392000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (106d8801-732c-4637-ad3e-6d5f4c54400f), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.145865 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b685fc39-bd01-4564-9552-13b656392000 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81e97c2ea13d4e47aa65d3a7a7ead187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798262 Mar 10 17:27:07.147732 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685fc39-bd01-4564-9552-13b656392000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106d8801-732c-4637-ad3e-6d5f4c54400f,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:07.148769 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36016) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:07.204991 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c05b7904-ba40-4c27-bd46-165b4980b180 admin admin] Publish callbacks [] for security_group (106d8801-732c-4637-ad3e-6d5f4c54400f), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.228766 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c05b7904-ba40-4c27-bd46-165b4980b180 admin admin] Publish callbacks [] for security_group (106d8801-732c-4637-ad3e-6d5f4c54400f), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.279613 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c05b7904-ba40-4c27-bd46-165b4980b180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (106d8801-732c-4637-ad3e-6d5f4c54400f), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.282525 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c05b7904-ba40-4c27-bd46-165b4980b180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.287344 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c05b7904-ba40-4c27-bd46-165b4980b180 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/106d8801-732c-4637-ad3e-6d5f4c54400f HTTP/1.1" status: 204 len: 168 time: 0.1365838 Mar 10 17:27:07.300757 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b7904-ba40-4c27-bd46-165b4980b180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106d8801-732c-4637-ad3e-6d5f4c54400f,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:07.648487 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36026) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:07.662520 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-cf246788-3036-441b-9577-d7c7fbea7da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.799917 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-cf246788-3036-441b-9577-d7c7fbea7da7 admin admin] Publish callbacks [] for security_group (0aa89454-8c36-4b8e-9b25-0b9e0e4fa8e8), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.806886 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-cf246788-3036-441b-9577-d7c7fbea7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0aa89454-8c36-4b8e-9b25-0b9e0e4fa8e8), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.905448 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-cf246788-3036-441b-9577-d7c7fbea7da7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6751b742c88348c284bdccd2ea562745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555556 Mar 10 17:27:07.907083 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf246788-3036-441b-9577-d7c7fbea7da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa89454-8c36-4b8e-9b25-0b9e0e4fa8e8,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:07.909720 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36028) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:07.989552 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8fcd16f1-cafe-4ec0-a885-3cc29ee02a5c admin admin] Publish callbacks [] for security_group (0aa89454-8c36-4b8e-9b25-0b9e0e4fa8e8), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.019394 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8fcd16f1-cafe-4ec0-a885-3cc29ee02a5c admin admin] Publish callbacks [] for security_group (0aa89454-8c36-4b8e-9b25-0b9e0e4fa8e8), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.073910 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8fcd16f1-cafe-4ec0-a885-3cc29ee02a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0aa89454-8c36-4b8e-9b25-0b9e0e4fa8e8), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.076550 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8fcd16f1-cafe-4ec0-a885-3cc29ee02a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.077728 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-8fcd16f1-cafe-4ec0-a885-3cc29ee02a5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0aa89454-8c36-4b8e-9b25-0b9e0e4fa8e8 HTTP/1.1" status: 204 len: 168 time: 0.1652968 Mar 10 17:27:08.086423 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd16f1-cafe-4ec0-a885-3cc29ee02a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa89454-8c36-4b8e-9b25-0b9e0e4fa8e8,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:08.416909 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36036) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:08.430684 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ad581021-7099-46c3-90d5-a283427837ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.509778 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ad581021-7099-46c3-90d5-a283427837ae admin admin] Publish callbacks [] for security_group (bd4f7f99-bce7-47f2-9d33-9aaf37c660be), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.513746 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ad581021-7099-46c3-90d5-a283427837ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (bd4f7f99-bce7-47f2-9d33-9aaf37c660be), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.581577 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-ad581021-7099-46c3-90d5-a283427837ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3144d27221db4bd2b200c853af2def74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635585 Mar 10 17:27:08.584399 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36044) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:08.598537 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad581021-7099-46c3-90d5-a283427837ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f7f99-bce7-47f2-9d33-9aaf37c660be,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:08.660572 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-22c85ed4-1ba9-41aa-8e08-c4138316a3c5 admin admin] Publish callbacks [] for security_group (bd4f7f99-bce7-47f2-9d33-9aaf37c660be), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.695033 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-22c85ed4-1ba9-41aa-8e08-c4138316a3c5 admin admin] Publish callbacks [] for security_group (bd4f7f99-bce7-47f2-9d33-9aaf37c660be), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.763496 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-22c85ed4-1ba9-41aa-8e08-c4138316a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (bd4f7f99-bce7-47f2-9d33-9aaf37c660be), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.767158 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-22c85ed4-1ba9-41aa-8e08-c4138316a3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.768907 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-22c85ed4-1ba9-41aa-8e08-c4138316a3c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd4f7f99-bce7-47f2-9d33-9aaf37c660be HTTP/1.1" status: 204 len: 168 time: 0.1831577 Mar 10 17:27:08.779931 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c85ed4-1ba9-41aa-8e08-c4138316a3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f7f99-bce7-47f2-9d33-9aaf37c660be,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:09.070830 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-8a4c866d-eb2d-4468-91df-4eba334f270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.076027 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-8a4c866d-eb2d-4468-91df-4eba334f270d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1130 time: 0.0902867 Mar 10 17:27:09.100582 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ea4db-c31c-4716-befd-5cb1ac95da83 req-48507730-938f-40d2-ab5d-5e53b4db8dd3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.112757 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b08ea4db-c31c-4716-befd-5cb1ac95da83 req-48507730-938f-40d2-ab5d-5e53b4db8dd3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.1386368 Mar 10 17:27:09.259126 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b08ea4db-c31c-4716-befd-5cb1ac95da83 req-770f132b-8bb3-4fc6-bcd6-94e180e4dd1a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449840 Mar 10 17:27:09.277745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-6d848b56-4ffc-41e0-8ba3-91a5117955f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.279137 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-6d848b56-4ffc-41e0-8ba3-91a5117955f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 920 time: 0.1916156 Mar 10 17:27:09.333048 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-b33e5945-5d2b-4046-9790-f647cd1646d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83926aa3-c177-4c5a-9b45-a83be5e361af HTTP/1.1" status: 200 len: 217 time: 0.0416875 Mar 10 17:27:09.407040 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-b5b7c68f-c114-40b2-8113-68531db6076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.409079 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-b5b7c68f-c114-40b2-8113-68531db6076f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.0550265 Mar 10 17:27:09.448606 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-5fdf6852-b4ad-4603-8863-44fd5458274d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325236 Mar 10 17:27:09.559501 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-eb087a53-cd88-4477-9300-0bf404169e9b service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003945 Mar 10 17:27:09.680359 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bb1680cf-c8fb-4e47-aa0c-8bc8f976fbe1 req-39f78f8d-34e6-477c-b425-7332bc9cfa03 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127040 Mar 10 17:27:10.232758 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36088) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:10.398586 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9f49e5d8-03fc-48df-b598-48450de87c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.495115 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c31127-6beb-457c-af81-b223d5ebc019 req-ca8d85ec-7726-45ab-b58f-76f4276a5fb9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:10.498579 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-71c31127-6beb-457c-af81-b223d5ebc019 req-ca8d85ec-7726-45ab-b58f-76f4276a5fb9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0856705 Mar 10 17:27:10.588820 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9f49e5d8-03fc-48df-b598-48450de87c9a admin admin] Publish callbacks [] for security_group (d6cbc1e2-8aee-4daf-8e92-bdcb50b1491b), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.594729 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9f49e5d8-03fc-48df-b598-48450de87c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d6cbc1e2-8aee-4daf-8e92-bdcb50b1491b), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.603075 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-71c31127-6beb-457c-af81-b223d5ebc019 req-ea0ec06f-3784-41ba-b63f-6cb0d74b8e2d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956562 Mar 10 17:27:10.638484 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49e5d8-03fc-48df-b598-48450de87c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cbc1e2-8aee-4daf-8e92-bdcb50b1491b,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:10.643882 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-9f49e5d8-03fc-48df-b598-48450de87c9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee7671e8b518403294b72760c6adef1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097838 Mar 10 17:27:10.646750 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36098) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:10.705676 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4a130d80-ce27-4fd9-b3aa-95d348f15b4b admin admin] Publish callbacks [] for security_group (d6cbc1e2-8aee-4daf-8e92-bdcb50b1491b), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.729292 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4a130d80-ce27-4fd9-b3aa-95d348f15b4b admin admin] Publish callbacks [] for security_group (d6cbc1e2-8aee-4daf-8e92-bdcb50b1491b), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.784814 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4a130d80-ce27-4fd9-b3aa-95d348f15b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d6cbc1e2-8aee-4daf-8e92-bdcb50b1491b), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.790329 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4a130d80-ce27-4fd9-b3aa-95d348f15b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.794732 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-4a130d80-ce27-4fd9-b3aa-95d348f15b4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6cbc1e2-8aee-4daf-8e92-bdcb50b1491b HTTP/1.1" status: 204 len: 168 time: 0.1470051 Mar 10 17:27:10.803781 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a130d80-ce27-4fd9-b3aa-95d348f15b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cbc1e2-8aee-4daf-8e92-bdcb50b1491b,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:11.731163 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154511d-aab3-411b-92b6-8af9b9fb393b req-cafa50ea-8ed8-44b4-87b9-f9a735b1c9ef tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:11.732641 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e154511d-aab3-411b-92b6-8af9b9fb393b req-cafa50ea-8ed8-44b4-87b9-f9a735b1c9ef tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0550349 Mar 10 17:27:11.789228 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e154511d-aab3-411b-92b6-8af9b9fb393b req-ca53de88-8a62-49a3-b4d8-56c25a1ab204 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510035 Mar 10 17:27:12.914802 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783a7d-f8f6-4aa3-a4f3-3dadc18ea39b req-5030be90-04e6-4a6e-997c-c3848b82790a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:12.921733 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ce783a7d-f8f6-4aa3-a4f3-3dadc18ea39b req-5030be90-04e6-4a6e-997c-c3848b82790a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0618751 Mar 10 17:27:12.969550 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ce783a7d-f8f6-4aa3-a4f3-3dadc18ea39b req-fa2904a4-a6f9-4b4b-9205-21bc9f97d579 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468059 Mar 10 17:27:14.135648 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74ab1f-cef6-4240-91e9-ffbea4e704f3 req-089643f1-47f1-4abe-a8f5-b482059da57c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:14.138372 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf74ab1f-cef6-4240-91e9-ffbea4e704f3 req-089643f1-47f1-4abe-a8f5-b482059da57c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0944688 Mar 10 17:27:14.246989 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf74ab1f-cef6-4240-91e9-ffbea4e704f3 req-34fda3a8-283c-405d-9155-0bce4e45db76 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034648 Mar 10 17:27:15.388122 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3cb66-ee65-465d-a136-7116d10d4cc5 req-ebb9653f-9a01-4e70-bf42-d80fe1379cb0 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:15.390881 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4ee3cb66-ee65-465d-a136-7116d10d4cc5 req-ebb9653f-9a01-4e70-bf42-d80fe1379cb0 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0716417 Mar 10 17:27:15.455355 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4ee3cb66-ee65-465d-a136-7116d10d4cc5 req-602242e2-669d-4bfd-881f-195f442c6c64 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556850 Mar 10 17:27:16.313763 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118f21e-61f7-402e-aef3-b0afc0d8230c req-da97fe90-3ffe-460b-b684-d52b0b00c1f0 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:16.315265 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d118f21e-61f7-402e-aef3-b0afc0d8230c req-da97fe90-3ffe-460b-b684-d52b0b00c1f0 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0519042 Mar 10 17:27:16.363741 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d118f21e-61f7-402e-aef3-b0afc0d8230c req-ebb6d73c-3c8f-48a4-9dd5-838bb44d100b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 Mar 10 17:27:16.400002 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36150) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:16.553645 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2355f3a4-247d-4886-a337-c51a83143312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.591205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc1a4a-dca4-4bbc-9080-077bb9f580f9 req-5b29eacd-6362-47ec-b18f-0de573cc5eac tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:16.592937 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-62fc1a4a-dca4-4bbc-9080-077bb9f580f9 req-5b29eacd-6362-47ec-b18f-0de573cc5eac tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0693800 Mar 10 17:27:16.604352 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15d18e-7405-45a8-acda-e782e5c0a1cb tempest-TestMinimumBasicScenario-1916858590 tempest-TestMinimumBasicScenario-1916858590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:16.608804 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-7d15d18e-7405-45a8-acda-e782e5c0a1cb tempest-TestMinimumBasicScenario-1916858590 tempest-TestMinimumBasicScenario-1916858590-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1124 time: 0.2046537 Mar 10 17:27:16.608945 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36158) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:16.613096 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'port_id': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:16.636108 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.649428 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-62fc1a4a-dca4-4bbc-9080-077bb9f580f9 req-1f68ac30-550f-418a-b7ad-256ca00b6369 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500479 Mar 10 17:27:16.752899 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.860994 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Allocated IP 172.27.3.194 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/aa6ba56e-1600-40fb-93dc-30d84f4de3a6) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:16.968074 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for port (aa6ba56e-1600-40fb-93dc-30d84f4de3a6), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.004970 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (aa6ba56e-1600-40fb-93dc-30d84f4de3a6), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.059136 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:17.069478 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:17.075248 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:17.108221 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'Port': ['ID=aa6ba56e-1600-40fb-93dc-30d84f4de3a6,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:17.732533 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for floatingip (188fe569-9bc1-4ab2-8cf5-9012373c978b), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.801018 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6f20-7d17-4313-b629-c643e36bcf0a req-8ddc637b-3ec9-42f3-9733-706f362918cc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:17.802758 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-890e6f20-7d17-4313-b629-c643e36bcf0a req-8ddc637b-3ec9-42f3-9733-706f362918cc tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0855899 Mar 10 17:27:17.816218 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (aa6ba56e-1600-40fb-93dc-30d84f4de3a6), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.852310 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-890e6f20-7d17-4313-b629-c643e36bcf0a req-2c97e747-fd2a-4208-af46-2e315cd287ac tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Mar 10 17:27:17.977354 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for port (aa6ba56e-1600-40fb-93dc-30d84f4de3a6), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.983005 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (aa6ba56e-1600-40fb-93dc-30d84f4de3a6), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.054242 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'Port': ['ID=aa6ba56e-1600-40fb-93dc-30d84f4de3a6,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:18.070667 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (188fe569-9bc1-4ab2-8cf5-9012373c978b), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.181174 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.l3_db [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Floating IP 188fe569-9bc1-4ab2-8cf5-9012373c978b associated. External IP: 172.27.3.194, port: 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3. Mar 10 17:27:18.423350 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:18.607754 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:18.622730 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] Sync routers for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:18.635260 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:18.636025 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:26:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:18.638397 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.671664 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-56518b21-bd36-4f1d-b908-c8836f6dcd6b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0617533 Mar 10 17:27:18.672404 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:18.675611 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23d2c50-a61c-411d-aefe-09ab4b2697bc" -d '{"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:18.676844 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36184) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:18.682380 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-c3e88d3d-4142-458d-a724-da1d8421b902 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907837071', 'description': 'tempest-secgroup-smoke-1907837071 description', 'project_id': '788735d9fc2b4767b361bcc431fa4542'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:18.708610 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c3e88d3d-4142-458d-a724-da1d8421b902 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.755931 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:18.758816 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb2fec4-bf6a-4b5c-af72-1dd83d391b1c x-openstack-request-id: req-5bb2fec4-bf6a-4b5c-af72-1dd83d391b1c {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:18.759413 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:18.759413 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bb2fec4-bf6a-4b5c-af72-1dd83d391b1c {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:18.759806 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'status': 'completed', 'code': 200} Mar 10 17:27:18.787233 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c3e88d3d-4142-458d-a724-da1d8421b902 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group (a1fdb7b5-f6cf-43ed-aed6-7391058bc26f), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.794415 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c3e88d3d-4142-458d-a724-da1d8421b902 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (a1fdb7b5-f6cf-43ed-aed6-7391058bc26f), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.817081 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2a2856f1-75bd-4a44-b8fd-937a30fde47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.824294 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e88d3d-4142-458d-a724-da1d8421b902 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:18.872693 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c3e88d3d-4142-458d-a724-da1d8421b902 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.873939 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c3e88d3d-4142-458d-a724-da1d8421b902 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1952069 Mar 10 17:27:18.877342 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36192) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:18.883488 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-0188f932-30a5-4352-9eb1-d2f5a92f13d5 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'security_group_rule': {'security_group_id': 'a1fdb7b5-f6cf-43ed-aed6-7391058bc26f', 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:18.894510 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-02e7e0ea-466a-4b94-9741-288213775ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:18.898984 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-02e7e0ea-466a-4b94-9741-288213775ca8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=788735d9fc2b4767b361bcc431fa4542&device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1129 time: 0.0712152 Mar 10 17:27:18.925651 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0188f932-30a5-4352-9eb1-d2f5a92f13d5 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (7255a621-df99-42e4-a1af-e70efa2d2130), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.009412 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0188f932-30a5-4352-9eb1-d2f5a92f13d5 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (7255a621-df99-42e4-a1af-e70efa2d2130), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.016184 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0188f932-30a5-4352-9eb1-d2f5a92f13d5 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (7255a621-df99-42e4-a1af-e70efa2d2130), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.054415 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188f932-30a5-4352-9eb1-d2f5a92f13d5 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7255a621-df99-42e4-a1af-e70efa2d2130,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:19.070734 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0188f932-30a5-4352-9eb1-d2f5a92f13d5 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.075527 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-0188f932-30a5-4352-9eb1-d2f5a92f13d5 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1946032 Mar 10 17:27:19.080703 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9e40f-6a66-4981-b874-ef1ba254d769 req-b3c2e85e-867b-42a7-a8a5-f170354cfc61 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:19.082267 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8dc9e40f-6a66-4981-b874-ef1ba254d769 req-b3c2e85e-867b-42a7-a8a5-f170354cfc61 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0873814 Mar 10 17:27:19.082895 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36196) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:19.084475 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-bce0cc87-92cb-48c5-8b7c-20e4185dfdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:19.085800 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-bce0cc87-92cb-48c5-8b7c-20e4185dfdfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 200 len: 916 time: 0.1732626 Mar 10 17:27:19.090365 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-8f2190de-83df-4e64-8249-0375adf187f6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'security_group_rule': {'security_group_id': 'a1fdb7b5-f6cf-43ed-aed6-7391058bc26f', 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:19.108849 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '188fe569-9bc1-4ab2-8cf5-9012373c978b', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'port_id': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'mac_address': 'fa:16:3e:42:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e39033-45d6-4b53-a80c-332968b544bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:27:17Z', 'updated_at': '2022-03-10T17:27:17Z', 'revision_number': 0, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd535801f-2645-449d-af71-3d6ef5e47ebc', 'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'mac_address': 'fa:16:3e:16:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:46Z', 'updated_at': '2022-03-10T17:25:52Z', 'revision_number': 5, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'subnets': [{'id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:19.147070 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] Checking router: 06f50fec-dfab-46cb-9e8b-ddddfb5c803e for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:19.161096 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:19.162451 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:27:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:19.206648 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8dc9e40f-6a66-4981-b874-ef1ba254d769 req-df81e6c6-bae0-4b62-9e2c-81c7d634c0e7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088364 Mar 10 17:27:19.257845 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8f2190de-83df-4e64-8249-0375adf187f6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (51bc9650-0ec1-443b-b870-ab5db4ee516a), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.263290 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-5f0f5e4d-09e9-4ef7-8e58-9ee305949338 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 999 time: 0.1645043 Mar 10 17:27:19.287486 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:19.323337 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-4869cc28-8a5e-41f0-9bb1-2244b0cde237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:19.325073 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-4869cc28-8a5e-41f0-9bb1-2244b0cde237 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23904b8-4b9e-4a20-a71b-9021ba60aeea HTTP/1.1" status: 200 len: 854 time: 0.0528674 Mar 10 17:27:19.403219 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8f2190de-83df-4e64-8249-0375adf187f6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (51bc9650-0ec1-443b-b870-ab5db4ee516a), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.408542 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8f2190de-83df-4e64-8249-0375adf187f6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (51bc9650-0ec1-443b-b870-ab5db4ee516a), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.411467 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-f1d4403e-3409-4863-95c0-3de274c3028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:19.412982 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-f1d4403e-3409-4863-95c0-3de274c3028c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=695ac80b-0326-480c-9dd3-494fdd58177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800424 Mar 10 17:27:19.446343 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2190de-83df-4e64-8249-0375adf187f6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51bc9650-0ec1-443b-b870-ab5db4ee516a,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:19.473811 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8f2190de-83df-4e64-8249-0375adf187f6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.477928 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-8f2190de-83df-4e64-8249-0375adf187f6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3886745 Mar 10 17:27:19.478385 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36198) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:19.483693 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-24603b44-b9f7-4231-93b6-777a553f5555 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'security_group_rule': {'security_group_id': 'a1fdb7b5-f6cf-43ed-aed6-7391058bc26f', 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:19.535722 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-24603b44-b9f7-4231-93b6-777a553f5555 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (cc7da04d-c83a-40cf-9ae8-73f433eef111), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.561082 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-05b95afe-0fd9-46bc-8c43-ab7838157a2b service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379569 Mar 10 17:27:19.640770 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-24603b44-b9f7-4231-93b6-777a553f5555 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (cc7da04d-c83a-40cf-9ae8-73f433eef111), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.647828 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-24603b44-b9f7-4231-93b6-777a553f5555 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (cc7da04d-c83a-40cf-9ae8-73f433eef111), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.655601 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '188fe569-9bc1-4ab2-8cf5-9012373c978b', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'port_id': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'mac_address': 'fa:16:3e:42:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e39033-45d6-4b53-a80c-332968b544bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:27:17Z', 'updated_at': '2022-03-10T17:27:17Z', 'revision_number': 0, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd535801f-2645-449d-af71-3d6ef5e47ebc', 'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'mac_address': 'fa:16:3e:16:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:46Z', 'updated_at': '2022-03-10T17:25:52Z', 'revision_number': 5, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'subnets': [{'id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:19.680092 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24603b44-b9f7-4231-93b6-777a553f5555 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7da04d-c83a-40cf-9ae8-73f433eef111,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:19.698880 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a2f02-cc68-46b1-8e7c-6873d49c4434 None None] The sync data for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi is: [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '188fe569-9bc1-4ab2-8cf5-9012373c978b', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'port_id': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'mac_address': 'fa:16:3e:42:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e39033-45d6-4b53-a80c-332968b544bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:27:17Z', 'updated_at': '2022-03-10T17:27:17Z', 'revision_number': 0, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd535801f-2645-449d-af71-3d6ef5e47ebc', 'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'mac_address': 'fa:16:3e:16:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:46Z', 'updated_at': '2022-03-10T17:25:52Z', 'revision_number': 5, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'subnets': [{'id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:19.705423 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-24603b44-b9f7-4231-93b6-777a553f5555 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.706972 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-24603b44-b9f7-4231-93b6-777a553f5555 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2273545 Mar 10 17:27:19.712883 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36202) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:19.717555 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-9f266281-cabf-4c1a-8dc3-873c14d779a6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'security_group_rule': {'security_group_id': 'a1fdb7b5-f6cf-43ed-aed6-7391058bc26f', 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:19.725859 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e23d2c50-a61c-411d-aefe-09ab4b2697bc req-39d3a597-6c6f-4c53-b93a-17c9fa522cc3 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565413 Mar 10 17:27:19.757826 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9f266281-cabf-4c1a-8dc3-873c14d779a6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (10afad52-5b91-4b3a-8b39-d9a35130d40d), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.886953 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9f266281-cabf-4c1a-8dc3-873c14d779a6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (10afad52-5b91-4b3a-8b39-d9a35130d40d), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.897713 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9f266281-cabf-4c1a-8dc3-873c14d779a6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (10afad52-5b91-4b3a-8b39-d9a35130d40d), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.914571 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f266281-cabf-4c1a-8dc3-873c14d779a6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10afad52-5b91-4b3a-8b39-d9a35130d40d,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:19.964785 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9f266281-cabf-4c1a-8dc3-873c14d779a6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.966921 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9f266281-cabf-4c1a-8dc3-873c14d779a6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2530043 Mar 10 17:27:19.973983 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36208) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:19.975789 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-22835826-9fe7-4ed4-a2be-54ec911a7ab1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'security_group_rule': {'security_group_id': 'a1fdb7b5-f6cf-43ed-aed6-7391058bc26f', 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:19.983615 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.013704 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.securitygroups_db [None req-22835826-9fe7-4ed4-a2be-54ec911a7ab1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Project 788735d9fc2b4767b361bcc431fa4542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:27:20.020542 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-22835826-9fe7-4ed4-a2be-54ec911a7ab1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (4d41e819-918f-4de5-8b17-057b20bc9270), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.150947 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-22835826-9fe7-4ed4-a2be-54ec911a7ab1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (4d41e819-918f-4de5-8b17-057b20bc9270), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.164501 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-22835826-9fe7-4ed4-a2be-54ec911a7ab1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (4d41e819-918f-4de5-8b17-057b20bc9270), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.174305 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d45690-b4da-41db-b0a5-4010ca485778 None None] New status for floating IP 188fe569-9bc1-4ab2-8cf5-9012373c978b: ACTIVE {{(pid=102917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:27:20.196792 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22835826-9fe7-4ed4-a2be-54ec911a7ab1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d41e819-918f-4de5-8b17-057b20bc9270,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:20.212039 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-22835826-9fe7-4ed4-a2be-54ec911a7ab1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.214952 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-22835826-9fe7-4ed4-a2be-54ec911a7ab1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2428126 Mar 10 17:27:20.217507 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36212) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:20.223949 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-e9147ecf-50f5-4b8f-836b-9852368ae0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'security_group_rule': {'security_group_id': 'a1fdb7b5-f6cf-43ed-aed6-7391058bc26f', 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:20.285351 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.securitygroups_db [None req-e9147ecf-50f5-4b8f-836b-9852368ae0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Project 788735d9fc2b4767b361bcc431fa4542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:27:20.291740 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e9147ecf-50f5-4b8f-836b-9852368ae0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (74c2c6d3-539e-43dd-9238-20ef3e4eb540), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.403954 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e9147ecf-50f5-4b8f-836b-9852368ae0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (74c2c6d3-539e-43dd-9238-20ef3e4eb540), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.412419 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e9147ecf-50f5-4b8f-836b-9852368ae0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (74c2c6d3-539e-43dd-9238-20ef3e4eb540), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.447514 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147ecf-50f5-4b8f-836b-9852368ae0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c2c6d3-539e-43dd-9238-20ef3e4eb540,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:20.456435 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e9147ecf-50f5-4b8f-836b-9852368ae0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.457876 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-e9147ecf-50f5-4b8f-836b-9852368ae0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2393072 Mar 10 17:27:20.463676 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce154b-ae98-4922-9535-8f415eeaf5a4 req-c980bcd0-3a59-4997-8a7f-140c8e52abf1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:20.482313 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fcce154b-ae98-4922-9535-8f415eeaf5a4 req-c980bcd0-3a59-4997-8a7f-140c8e52abf1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.1137910 Mar 10 17:27:20.576911 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fcce154b-ae98-4922-9535-8f415eeaf5a4 req-708e5af8-043f-4d8e-95eb-af93eb4405d9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935531 Mar 10 17:27:20.617039 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-72e2984c-d179-40fa-8081-6ae197bff647 req-863637c1-eaea-4438-a530-1b103baa13e1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907837071&fields=id&tenant_id=788735d9fc2b4767b361bcc431fa4542 HTTP/1.1" status: 200 len: 267 time: 0.0863233 Mar 10 17:27:20.687705 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2984c-d179-40fa-8081-6ae197bff647 req-e517e77f-493d-4545-b10c-4515fd7693d0 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:20.689682 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-72e2984c-d179-40fa-8081-6ae197bff647 req-e517e77f-493d-4545-b10c-4515fd7693d0 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0718613 Mar 10 17:27:20.700648 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-72e2984c-d179-40fa-8081-6ae197bff647 req-5cd76879-401c-4b40-83cf-8f8443508f9e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'port': {'security_groups': ['893a4513-3380-4eea-b4a7-64e08227e666', 'a1fdb7b5-f6cf-43ed-aed6-7391058bc26f']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:20.789643 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-72e2984c-d179-40fa-8081-6ae197bff647 req-5cd76879-401c-4b40-83cf-8f8443508f9e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.982337 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-72e2984c-d179-40fa-8081-6ae197bff647 req-5cd76879-401c-4b40-83cf-8f8443508f9e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] For port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:21.012653 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-72e2984c-d179-40fa-8081-6ae197bff647 req-5cd76879-401c-4b40-83cf-8f8443508f9e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.017051 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-72e2984c-d179-40fa-8081-6ae197bff647 req-5cd76879-401c-4b40-83cf-8f8443508f9e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.023276 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:27:21.059082 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2984c-d179-40fa-8081-6ae197bff647 req-5cd76879-401c-4b40-83cf-8f8443508f9e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.059694 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-72e2984c-d179-40fa-8081-6ae197bff647 req-5cd76879-401c-4b40-83cf-8f8443508f9e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.062580 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-72e2984c-d179-40fa-8081-6ae197bff647 req-5cd76879-401c-4b40-83cf-8f8443508f9e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "PUT /v2.0/ports/74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 981 time: 0.3666251 Mar 10 17:27:21.063154 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:21.067945 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030e0fc5-1959-4815-993e-84efd41c1169" -d '{"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:21.076101 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:21.108092 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd76879-401c-4b40-83cf-8f8443508f9e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'Port': ['ID=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,revision_number=6']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:21.158611 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a329e1-e499-4624-94b5-c0856cfef111 x-openstack-request-id: req-43a329e1-e499-4624-94b5-c0856cfef111 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:21.158909 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:21.159214 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43a329e1-e499-4624-94b5-c0856cfef111 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:21.159600 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'status': 'completed', 'code': 200} Mar 10 17:27:21.279778 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff07283-d73a-4fab-922d-8f38acbec2eb req-4053f873-02fc-4f65-9965-5cbe1f4d2a08 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.281611 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dff07283-d73a-4fab-922d-8f38acbec2eb req-4053f873-02fc-4f65-9965-5cbe1f4d2a08 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.1155810 Mar 10 17:27:21.335275 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e0fc5-1959-4815-993e-84efd41c1169 req-d618a95f-b5c0-440d-8302-57ae95beed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.336843 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-030e0fc5-1959-4815-993e-84efd41c1169 req-d618a95f-b5c0-440d-8302-57ae95beed00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=788735d9fc2b4767b361bcc431fa4542&device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1168 time: 0.1242442 Mar 10 17:27:21.345434 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:21.383600 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dff07283-d73a-4fab-922d-8f38acbec2eb req-762a1a94-b0fe-443e-8678-cb1544fb41ff tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871069 Mar 10 17:27:21.441599 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.496665 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e0fc5-1959-4815-993e-84efd41c1169 req-18d0628f-3f0a-45c3-ba3a-31184a91ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.498329 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-030e0fc5-1959-4815-993e-84efd41c1169 req-18d0628f-3f0a-45c3-ba3a-31184a91ee26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 200 len: 916 time: 0.1204290 Mar 10 17:27:21.574620 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-46e709ea-90e2-4277-8ff3-5d545fab0421 None None] Provisioning complete for port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:21.575407 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-46e709ea-90e2-4277-8ff3-5d545fab0421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.582319 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-030e0fc5-1959-4815-993e-84efd41c1169 req-a2b82451-0ea2-48e6-a5dd-23986faaebad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 1001 time: 0.0665944 Mar 10 17:27:21.635756 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e0fc5-1959-4815-993e-84efd41c1169 req-821cd20b-d37b-48ee-9b7e-488a35a298d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.637263 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-030e0fc5-1959-4815-993e-84efd41c1169 req-821cd20b-d37b-48ee-9b7e-488a35a298d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23904b8-4b9e-4a20-a71b-9021ba60aeea HTTP/1.1" status: 200 len: 854 time: 0.0488517 Mar 10 17:27:21.749073 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e0fc5-1959-4815-993e-84efd41c1169 req-fc719b43-bdf8-4a65-b174-f1397e520755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.750701 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-030e0fc5-1959-4815-993e-84efd41c1169 req-fc719b43-bdf8-4a65-b174-f1397e520755 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=695ac80b-0326-480c-9dd3-494fdd58177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056986 Mar 10 17:27:21.758353 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac50c5-8e93-4246-92d5-c9eecca5f4bc req-1c0b8529-dcf6-44c0-a4ec-fae40072328e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.760070 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8cac50c5-8e93-4246-92d5-c9eecca5f4bc req-1c0b8529-dcf6-44c0-a4ec-fae40072328e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0723088 Mar 10 17:27:21.840771 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-46e709ea-90e2-4277-8ff3-5d545fab0421 None None] Current status of the port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:21.894862 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8cac50c5-8e93-4246-92d5-c9eecca5f4bc req-044f4649-6aa4-4b43-bc08-c81f4f280f1c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251051 Mar 10 17:27:21.920111 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-030e0fc5-1959-4815-993e-84efd41c1169 req-8f03e289-b14d-4c62-b674-21511fa7439b service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590581 Mar 10 17:27:22.033145 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-030e0fc5-1959-4815-993e-84efd41c1169 req-ed23ec76-8f4d-4d58-963b-700bfcd5aec9 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070168 Mar 10 17:27:22.877482 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.042540 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a74b2-c29e-446d-ad07-a240e1229da0 req-4130d9c9-9746-4027-a32e-5261f8057e38 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.044186 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-300a74b2-c29e-446d-ad07-a240e1229da0 req-4130d9c9-9746-4027-a32e-5261f8057e38 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0710671 Mar 10 17:27:23.109393 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-300a74b2-c29e-446d-ad07-a240e1229da0 req-5917482b-f042-4588-9e85-a22475e6de72 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584273 Mar 10 17:27:23.253615 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5257fe07-c165-4420-a607-94516092ec67 req-0aa1f2d9-de44-4ec1-a58a-4bb88b55f809 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506663 Mar 10 17:27:23.359046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe07-c165-4420-a607-94516092ec67 req-7a7cfb3f-f66a-4bd4-bb84-f94db3389fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.361260 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5257fe07-c165-4420-a607-94516092ec67 req-7a7cfb3f-f66a-4bd4-bb84-f94db3389fad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 1129 time: 0.0485103 Mar 10 17:27:23.487187 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe07-c165-4420-a607-94516092ec67 req-f644780c-c925-4e79-8b07-96274ca41767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.488681 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5257fe07-c165-4420-a607-94516092ec67 req-f644780c-c925-4e79-8b07-96274ca41767 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 920 time: 0.1014535 Mar 10 17:27:23.541237 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5257fe07-c165-4420-a607-94516092ec67 req-118c3a32-d1d8-4c7e-879a-b230e66739af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f24ac15-f983-4743-9a4f-9aab069aa581 HTTP/1.1" status: 200 len: 217 time: 0.0406990 Mar 10 17:27:23.603427 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe07-c165-4420-a607-94516092ec67 req-00d7fa24-e4fe-44b9-a67a-3a9a94678311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.604988 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5257fe07-c165-4420-a607-94516092ec67 req-00d7fa24-e4fe-44b9-a67a-3a9a94678311 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.0556462 Mar 10 17:27:23.649180 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5257fe07-c165-4420-a607-94516092ec67 req-7a79f6e1-627d-4bd0-8426-b56f278263b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320771 Mar 10 17:27:23.988425 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5257fe07-c165-4420-a607-94516092ec67 req-67bbf1ad-85d3-4948-9d31-1f7246265e70 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271055 Mar 10 17:27:24.091675 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5257fe07-c165-4420-a607-94516092ec67 req-cea6bdb9-6187-4883-aed6-958367e3691e service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948172 Mar 10 17:27:24.235576 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153548e2-eb36-4a9d-a697-67bcc635addd req-2e70f4d7-015a-4250-8b0b-0e77efb5123c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:24.242356 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-153548e2-eb36-4a9d-a697-67bcc635addd req-2e70f4d7-015a-4250-8b0b-0e77efb5123c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0611959 Mar 10 17:27:24.285953 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-153548e2-eb36-4a9d-a697-67bcc635addd req-5d825e2c-8a7a-4f84-a808-9229b5d51f4e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Mar 10 17:27:25.408038 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d8400-1eb0-4130-98d0-02b05d4c79e6 req-9ed17765-d52d-4a32-907a-b8bba8a918e8 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:25.409533 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8e9d8400-1eb0-4130-98d0-02b05d4c79e6 req-9ed17765-d52d-4a32-907a-b8bba8a918e8 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0550485 Mar 10 17:27:25.463012 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8e9d8400-1eb0-4130-98d0-02b05d4c79e6 req-3de0ca35-80b0-4ab9-bd36-4cb40cd66e94 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Mar 10 17:27:26.596476 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98599fc-77c6-4a2d-a86f-b7685f8cafe1 req-6869c062-7aa4-475f-a5a4-bd1164c65f55 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:26.597839 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e98599fc-77c6-4a2d-a86f-b7685f8cafe1 req-6869c062-7aa4-475f-a5a4-bd1164c65f55 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0674336 Mar 10 17:27:26.648723 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e98599fc-77c6-4a2d-a86f-b7685f8cafe1 req-46941adf-83d1-4f54-a150-bf6096e1d193 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Mar 10 17:27:26.747789 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36342) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:26.790367 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1970295-ca88-43d8-a8a7-291a9891cc23 admin admin] Deleting subnet 568e997f-c703-4999-a48b-4a04e0ab8444 {{(pid=102915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:27:26.793308 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d1970295-ca88-43d8-a8a7-291a9891cc23 admin admin] Publish callbacks [] for subnet (568e997f-c703-4999-a48b-4a04e0ab8444), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.831126 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d1970295-ca88-43d8-a8a7-291a9891cc23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16127437'] for subnet (568e997f-c703-4999-a48b-4a04e0ab8444), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.874761 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d1970295-ca88-43d8-a8a7-291a9891cc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (568e997f-c703-4999-a48b-4a04e0ab8444), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.926312 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d1970295-ca88-43d8-a8a7-291a9891cc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15760044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13139369'] for subnet (568e997f-c703-4999-a48b-4a04e0ab8444), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.948817 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1970295-ca88-43d8-a8a7-291a9891cc23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568e997f-c703-4999-a48b-4a04e0ab8444,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:26.955816 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d1970295-ca88-43d8-a8a7-291a9891cc23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.959054 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-d1970295-ca88-43d8-a8a7-291a9891cc23 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/568e997f-c703-4999-a48b-4a04e0ab8444 HTTP/1.1" status: 204 len: 168 time: 0.2102265 Mar 10 17:27:26.961481 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36344) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:27.030331 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (6f58c64f-edc9-4713-828e-80019e677d48), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.105384 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (6f58c64f-edc9-4713-828e-80019e677d48), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.124664 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f58c64f-edc9-4713-828e-80019e677d48']}} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:27.134298 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2') {'for_net_delete': True} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:27.134603 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1b4296-0da9-4c6d-aea8-02fb676db6d2') {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:27.149124 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16127430'] for segment (ff1b4296-0da9-4c6d-aea8-02fb676db6d2), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.166024 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (ff1b4296-0da9-4c6d-aea8-02fb676db6d2), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.171619 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:27:27.172005 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759730'] for segment (ff1b4296-0da9-4c6d-aea8-02fb676db6d2), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: Traceback (most recent call last): Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: timer() Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: cb(*args, **kw) Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: return func(*args, **kwargs) Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: self._notify() Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: self.callback(batched_events) Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: event.method(event) Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: return f(self, *a, **k) Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._get(url).json() Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: return self.request(url, 'GET', **kwargs) Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:27:27.173689 dv-cinder-830538-8-iscsi neutron-server[102915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:27:27.229292 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (6f58c64f-edc9-4713-828e-80019e677d48), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.236206 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.239423 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] 10.222.0.16 "DELETE /v2.0/networks/6f58c64f-edc9-4713-828e-80019e677d48 HTTP/1.1" status: 204 len: 168 time: 0.2770345 Mar 10 17:27:27.248536 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cf1df-6d0f-47b7-abe7-c94df1812e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f58c64f-edc9-4713-828e-80019e677d48,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:27.406384 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36352) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:27.444735 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-af3ab62b-87da-422e-b4e8-908e1d3d9695 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc8de18800bb46d2a1f59a4d437dc968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371938 Mar 10 17:27:27.447172 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 36354) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:27.493694 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-776ee718-f06a-486b-ba4c-6bad6a17dd62 admin admin] Publish callbacks [] for security_group (2aebdd0f-8055-419f-ac7b-3dc7846836ec), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.519520 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-776ee718-f06a-486b-ba4c-6bad6a17dd62 admin admin] Publish callbacks [] for security_group (2aebdd0f-8055-419f-ac7b-3dc7846836ec), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.568076 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-776ee718-f06a-486b-ba4c-6bad6a17dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (2aebdd0f-8055-419f-ac7b-3dc7846836ec), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.570712 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-776ee718-f06a-486b-ba4c-6bad6a17dd62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.571858 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-776ee718-f06a-486b-ba4c-6bad6a17dd62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2aebdd0f-8055-419f-ac7b-3dc7846836ec HTTP/1.1" status: 204 len: 168 time: 0.1237717 Mar 10 17:27:27.579625 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ee718-f06a-486b-ba4c-6bad6a17dd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aebdd0f-8055-419f-ac7b-3dc7846836ec,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:27.766189 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd95433-48da-482d-8053-b5a553ced988 req-647a19ab-9402-4789-873e-14798c8653fa tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:27.768216 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8fd95433-48da-482d-8053-b5a553ced988 req-647a19ab-9402-4789-873e-14798c8653fa tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0527828 Mar 10 17:27:27.815124 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8fd95433-48da-482d-8053-b5a553ced988 req-ddd41f92-6916-44b0-89b9-c59751589489 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Mar 10 17:27:28.016367 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.939527 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04504f-5fb2-4ac3-9489-eb61c61c60c9 req-f733db61-7c0b-4b2a-9e0b-7bda3ba9339e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:28.941223 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dc04504f-5fb2-4ac3-9489-eb61c61c60c9 req-f733db61-7c0b-4b2a-9e0b-7bda3ba9339e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0565352 Mar 10 17:27:28.990485 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dc04504f-5fb2-4ac3-9489-eb61c61c60c9 req-ecf0278d-ca48-4c64-b6b7-ee4b6d0cdc3c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435555 Mar 10 17:27:30.109354 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cbd70-bc3a-4138-856a-7104dd374775 req-fad30816-ebca-4f97-93fb-f91a532d571a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:30.110915 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4e9cbd70-bc3a-4138-856a-7104dd374775 req-fad30816-ebca-4f97-93fb-f91a532d571a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0551059 Mar 10 17:27:30.156212 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4e9cbd70-bc3a-4138-856a-7104dd374775 req-dfa52625-7d9d-4ae2-8651-6469de5d50f0 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 Mar 10 17:27:31.271745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63f443-66c4-4fcd-98fe-975f4c956fa3 req-999c609c-f60f-4762-84a6-6eed84f41548 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:31.273189 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e63f443-66c4-4fcd-98fe-975f4c956fa3 req-999c609c-f60f-4762-84a6-6eed84f41548 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0510201 Mar 10 17:27:31.319821 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e63f443-66c4-4fcd-98fe-975f4c956fa3 req-d7e9335a-16e6-4c3a-bad3-71fec55d6af6 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Mar 10 17:27:32.444501 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee182dbb-23b5-4656-bd0b-31cf70b380ee req-e1c2ab34-ced7-45ad-8265-a76b8a983af7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:32.446783 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ee182dbb-23b5-4656-bd0b-31cf70b380ee req-e1c2ab34-ced7-45ad-8265-a76b8a983af7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0600061 Mar 10 17:27:32.492202 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ee182dbb-23b5-4656-bd0b-31cf70b380ee req-15accdf2-1fd6-4eed-a78b-b2fc5ca55c74 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Mar 10 17:27:33.607391 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ed3b8-c8fe-48e4-ad5d-f07a9853e3da req-29984cf8-4230-4832-adc3-2bfa82f72256 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:33.608771 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-089ed3b8-c8fe-48e4-ad5d-f07a9853e3da req-29984cf8-4230-4832-adc3-2bfa82f72256 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0512953 Mar 10 17:27:33.655995 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-089ed3b8-c8fe-48e4-ad5d-f07a9853e3da req-cd960018-3118-4db4-a8bf-9dd45665472e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Mar 10 17:27:34.771626 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3607e62-09a8-49d1-be11-f19010c3dfd3 req-a3b27ab4-f6f9-47c9-9ec5-13dd713a28de tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:34.773093 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c3607e62-09a8-49d1-be11-f19010c3dfd3 req-a3b27ab4-f6f9-47c9-9ec5-13dd713a28de tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0520761 Mar 10 17:27:34.821292 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c3607e62-09a8-49d1-be11-f19010c3dfd3 req-c43923f9-c2df-4f81-8f93-47856bd8996c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426142 Mar 10 17:27:35.943361 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689b2df-c784-4bfa-9b14-aed58f2216f0 req-d657bb78-6c94-4003-b526-89a141e45492 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:35.944845 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b689b2df-c784-4bfa-9b14-aed58f2216f0 req-d657bb78-6c94-4003-b526-89a141e45492 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0569015 Mar 10 17:27:35.989800 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b689b2df-c784-4bfa-9b14-aed58f2216f0 req-84932dc6-b72d-43b6-adb1-c2d304977239 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Mar 10 17:27:37.112419 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7cd26-ae43-4776-b37b-27d8bbc4ed64 req-837de139-d9a6-4119-81d9-a7aeb0f4379e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:37.113935 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e0d7cd26-ae43-4776-b37b-27d8bbc4ed64 req-837de139-d9a6-4119-81d9-a7aeb0f4379e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0528438 Mar 10 17:27:37.166128 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e0d7cd26-ae43-4776-b37b-27d8bbc4ed64 req-7fa8bcce-0916-4488-b122-5cd3090196d1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458663 Mar 10 17:27:38.296563 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ea896-852b-4681-a902-b1edd86f81fd req-db24991e-4eca-4b5c-897e-2c2c5ce888f4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:38.298926 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-af2ea896-852b-4681-a902-b1edd86f81fd req-db24991e-4eca-4b5c-897e-2c2c5ce888f4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0597804 Mar 10 17:27:38.349544 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-af2ea896-852b-4681-a902-b1edd86f81fd req-8ed3226b-8656-42f0-929a-21c1df13ed7c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Mar 10 17:27:39.462916 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65118b-0e29-49e3-9d02-2d94fd5f283d req-f65f683b-dfc2-47c7-aa1f-0230f4c6e482 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:39.464377 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d65118b-0e29-49e3-9d02-2d94fd5f283d req-f65f683b-dfc2-47c7-aa1f-0230f4c6e482 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0510113 Mar 10 17:27:39.508914 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d65118b-0e29-49e3-9d02-2d94fd5f283d req-0e8f0694-152f-4777-88f3-4e2d36f473c4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390511 Mar 10 17:27:40.623869 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee07761-0024-4695-a9c6-1f6e51f1c0d0 req-36c5588f-b4eb-4795-baf4-98c643d2d583 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:40.625836 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9ee07761-0024-4695-a9c6-1f6e51f1c0d0 req-36c5588f-b4eb-4795-baf4-98c643d2d583 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0501454 Mar 10 17:27:40.677968 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9ee07761-0024-4695-a9c6-1f6e51f1c0d0 req-1c304f0b-0705-4372-b196-03196a774634 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Mar 10 17:27:41.793557 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb917f54-6f81-470e-aa13-eb005ae2a3c7 req-f4a17774-bec8-499c-bba8-062aa9a4e294 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:41.795036 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eb917f54-6f81-470e-aa13-eb005ae2a3c7 req-f4a17774-bec8-499c-bba8-062aa9a4e294 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0511456 Mar 10 17:27:41.840408 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eb917f54-6f81-470e-aa13-eb005ae2a3c7 req-e3ca71e8-6e2e-436a-bd70-f9f185271d47 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393255 Mar 10 17:27:42.958046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09f48-ba3d-4b1f-a470-238e5fb83b40 req-482b51e7-0fa3-4a19-9530-ba34c5ec9c11 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:42.959733 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-80b09f48-ba3d-4b1f-a470-238e5fb83b40 req-482b51e7-0fa3-4a19-9530-ba34c5ec9c11 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0532260 Mar 10 17:27:43.007556 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-80b09f48-ba3d-4b1f-a470-238e5fb83b40 req-2af6c3de-615c-4271-bef6-f7352c39ef62 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420132 Mar 10 17:27:44.127516 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54083995-9b50-44b7-a48a-18dd1a41b393 req-ef6b0939-5f69-4a6f-a525-8fc8e5b6425d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:44.128899 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-54083995-9b50-44b7-a48a-18dd1a41b393 req-ef6b0939-5f69-4a6f-a525-8fc8e5b6425d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0565290 Mar 10 17:27:44.174864 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-54083995-9b50-44b7-a48a-18dd1a41b393 req-9ea69e49-2b70-4e81-9030-1d54e66a1276 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Mar 10 17:27:44.756759 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b9ee3-48d8-451d-8c91-d52d1e69e481 req-bf954d52-9031-47ca-a16b-2e9d46de9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:44.758270 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1c0b9ee3-48d8-451d-8c91-d52d1e69e481 req-bf954d52-9031-47ca-a16b-2e9d46de9bae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1130 time: 0.0429769 Mar 10 17:27:44.801963 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1c0b9ee3-48d8-451d-8c91-d52d1e69e481 req-fd2b6c2e-be7e-47fb-a9fc-62188c2d2a11 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368838 Mar 10 17:27:45.292339 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26372fcd-fb28-4142-8a80-280888a243b0 req-57721593-7455-4e7e-ae1c-b0450fde010c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:45.293808 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-26372fcd-fb28-4142-8a80-280888a243b0 req-57721593-7455-4e7e-ae1c-b0450fde010c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0539932 Mar 10 17:27:45.338918 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-26372fcd-fb28-4142-8a80-280888a243b0 req-4ccbc2d0-be71-40a6-ba8c-8cd8f9cdffc1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387442 Mar 10 17:27:46.455354 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80536489-97f7-4028-b77a-c19994a07317 req-fe7b5cf6-1858-44ce-8c83-a31c92957f9c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:46.456828 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-80536489-97f7-4028-b77a-c19994a07317 req-fe7b5cf6-1858-44ce-8c83-a31c92957f9c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0519795 Mar 10 17:27:46.502188 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-80536489-97f7-4028-b77a-c19994a07317 req-6c6eecad-7b03-47fe-8dd4-8e8bcceb1dce tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Mar 10 17:27:46.538779 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-6e323038-45bd-489d-8957-2ae5b6c51fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:47.616148 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a345-8a85-4c74-9f62-28afc46aeaf1 req-02c776ac-a267-4d84-a26e-7885214e66a4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:47.617686 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3ef1a345-8a85-4c74-9f62-28afc46aeaf1 req-02c776ac-a267-4d84-a26e-7885214e66a4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0504138 Mar 10 17:27:47.668177 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3ef1a345-8a85-4c74-9f62-28afc46aeaf1 req-60d315f3-3490-44b0-aa4f-4f1ba74be408 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Mar 10 17:27:48.782666 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af457ac-e0bc-4845-9162-6127904f7ec4 req-17f2b2d1-e4be-4dfd-aa02-d288756456f0 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:48.784097 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7af457ac-e0bc-4845-9162-6127904f7ec4 req-17f2b2d1-e4be-4dfd-aa02-d288756456f0 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0515463 Mar 10 17:27:48.808112 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-73e0dd5e-ced4-4ddf-bab9-6c4b4a9e4674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.831252 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7af457ac-e0bc-4845-9162-6127904f7ec4 req-171889b9-82fa-4a1f-9e47-6c945d24f842 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Mar 10 17:27:49.946440 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164af5e-6ef2-421b-b7ea-e2d37f35b5f8 req-d8bcb891-570a-45ea-873f-a83b991d158b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:49.947990 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4164af5e-6ef2-421b-b7ea-e2d37f35b5f8 req-d8bcb891-570a-45ea-873f-a83b991d158b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0523639 Mar 10 17:27:49.950610 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.993865 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4164af5e-6ef2-421b-b7ea-e2d37f35b5f8 req-e758d412-1d0e-4156-b7d6-c83f2ec7ea96 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Mar 10 17:27:51.114304 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2fcfd-fe4b-42d3-b82f-1a6badf3e091 req-bde5da02-c11a-485b-b58c-0b1d4325d63b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:51.115767 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fec2fcfd-fe4b-42d3-b82f-1a6badf3e091 req-bde5da02-c11a-485b-b58c-0b1d4325d63b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0567615 Mar 10 17:27:51.160173 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fec2fcfd-fe4b-42d3-b82f-1a6badf3e091 req-df3775a2-609e-4ebd-95a8-38f9816c9f1d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389278 Mar 10 17:27:51.354479 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:51.502758 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a8711-1eee-4aea-85fb-2c5800a8a314 req-cee8a2a1-2a10-480e-b2f4-9d607ad4a95d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:51.504221 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c06a8711-1eee-4aea-85fb-2c5800a8a314 req-cee8a2a1-2a10-480e-b2f4-9d607ad4a95d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0512798 Mar 10 17:27:51.550467 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c06a8711-1eee-4aea-85fb-2c5800a8a314 req-28f8214b-d23e-458a-bbae-17f95c2a7cff tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 Mar 10 17:27:51.616995 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e293a-91aa-4390-940e-28549e720580 req-2cb54c3e-d828-4b6f-88be-9821bd962b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:51.618475 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-808e293a-91aa-4390-940e-28549e720580 req-2cb54c3e-d828-4b6f-88be-9821bd962b30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 1130 time: 0.0515544 Mar 10 17:27:51.709839 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e293a-91aa-4390-940e-28549e720580 req-d6949b7f-17b8-448e-8547-d4f6684d62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:51.711340 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-808e293a-91aa-4390-940e-28549e720580 req-d6949b7f-17b8-448e-8547-d4f6684d62b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 200 len: 920 time: 0.0860333 Mar 10 17:27:51.752529 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-808e293a-91aa-4390-940e-28549e720580 req-72ff25b7-6996-4e88-b326-1d7c5d38f0f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83926aa3-c177-4c5a-9b45-a83be5e361af HTTP/1.1" status: 200 len: 217 time: 0.0335064 Mar 10 17:27:51.806395 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e293a-91aa-4390-940e-28549e720580 req-43b08246-714a-4c25-9c33-88ce45fb275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:51.807972 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-808e293a-91aa-4390-940e-28549e720580 req-43b08246-714a-4c25-9c33-88ce45fb275e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 200 len: 859 time: 0.0484736 Mar 10 17:27:51.844592 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-808e293a-91aa-4390-940e-28549e720580 req-4c321058-d741-4e1e-83ba-1ad64cbbd5dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac663e9-7971-461b-be98-3e7542f9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263412 Mar 10 17:27:51.935963 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-808e293a-91aa-4390-940e-28549e720580 req-0961de47-bb75-49b3-bddb-ac884c043a29 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849516 Mar 10 17:27:52.025484 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-808e293a-91aa-4390-940e-28549e720580 req-f11d5d6c-6c9a-44c6-a89f-37f51af73aee service neutron] 10.222.0.37 "GET /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832171 Mar 10 17:27:52.670669 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1fbc-908a-4f34-a32b-50598389b3da req-7c749fd8-3567-4405-8e1f-6d3c1bb5b78e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:52.672140 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ba6f1fbc-908a-4f34-a32b-50598389b3da req-7c749fd8-3567-4405-8e1f-6d3c1bb5b78e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0517809 Mar 10 17:27:52.716879 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ba6f1fbc-908a-4f34-a32b-50598389b3da req-b454956f-9e7b-48e6-886b-c36c3d81a2d4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Mar 10 17:27:52.860984 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.836099 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7cd32-528f-4797-83fd-d894eb102d38 req-d65489a6-f824-4bac-bae3-2f473a638473 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:53.837552 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5ea7cd32-528f-4797-83fd-d894eb102d38 req-d65489a6-f824-4bac-bae3-2f473a638473 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0557797 Mar 10 17:27:53.882820 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5ea7cd32-528f-4797-83fd-d894eb102d38 req-8a5d3ab2-8cfe-4644-8dc0-f0e96eb150eb tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Mar 10 17:27:54.999620 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e473abd-9d3a-4e41-90b1-a00953a891b1 req-3f8f95cc-aa0e-42d9-a44a-119e2a2f73c9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:55.001122 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5e473abd-9d3a-4e41-90b1-a00953a891b1 req-3f8f95cc-aa0e-42d9-a44a-119e2a2f73c9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0531068 Mar 10 17:27:55.045485 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5e473abd-9d3a-4e41-90b1-a00953a891b1 req-20043def-047e-46d8-b52f-937c345bb978 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388656 Mar 10 17:27:56.162680 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4a4c3-f5b2-4d7d-9477-b565b2913d91 req-2086cc5f-abde-4b6b-941c-fd3b6f057304 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:56.164129 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27f4a4c3-f5b2-4d7d-9477-b565b2913d91 req-2086cc5f-abde-4b6b-941c-fd3b6f057304 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0537193 Mar 10 17:27:56.208502 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27f4a4c3-f5b2-4d7d-9477-b565b2913d91 req-ada30086-e032-4c40-a183-469a700a7bd1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390308 Mar 10 17:27:57.324189 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3990111-632f-4a93-b6e0-8e80bbfa032e req-4bdd31c6-8a7c-42f3-9c37-72b8b313e333 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:57.325686 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a3990111-632f-4a93-b6e0-8e80bbfa032e req-4bdd31c6-8a7c-42f3-9c37-72b8b313e333 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0520010 Mar 10 17:27:57.370097 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a3990111-632f-4a93-b6e0-8e80bbfa032e req-f8a76af4-bd8a-4d67-a960-ca83dd3c7f18 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382426 Mar 10 17:27:58.011783 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:58.022496 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:27:58.489823 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d75fe-3026-4cb1-9adb-fa21acb3a90f req-52261dc4-93b5-469d-b3d6-fc72c818421a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:58.491321 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-978d75fe-3026-4cb1-9adb-fa21acb3a90f req-52261dc4-93b5-469d-b3d6-fc72c818421a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0516856 Mar 10 17:27:58.540004 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-978d75fe-3026-4cb1-9adb-fa21acb3a90f req-8e15fb9a-29f1-46eb-abec-e2e26bc65a61 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Mar 10 17:27:59.654516 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd3d1-98ec-4624-967e-774c3dc6135c req-f753a294-1be2-4b5b-b2ee-ffa64b13eb21 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:59.656732 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f74cd3d1-98ec-4624-967e-774c3dc6135c req-f753a294-1be2-4b5b-b2ee-ffa64b13eb21 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0520680 Mar 10 17:27:59.701534 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f74cd3d1-98ec-4624-967e-774c3dc6135c req-f55146e6-a9ee-4a92-8f37-1a266c4aff3e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393934 Mar 10 17:28:00.818218 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e1b38-83b2-418b-a09f-3e42a320a7ff req-b4a0ec1a-8ed8-434e-bb6c-183b890c5683 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:00.819606 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-537e1b38-83b2-418b-a09f-3e42a320a7ff req-b4a0ec1a-8ed8-434e-bb6c-183b890c5683 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0513270 Mar 10 17:28:00.867006 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-537e1b38-83b2-418b-a09f-3e42a320a7ff req-28458dd0-2e86-4c3a-b689-0d9e8ccab39b tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Mar 10 17:28:01.991688 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845e39-3a89-41fd-9d60-cb8d256a8838 req-ab529475-375e-4316-9203-cf66512da886 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:01.993137 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77845e39-3a89-41fd-9d60-cb8d256a8838 req-ab529475-375e-4316-9203-cf66512da886 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0593195 Mar 10 17:28:02.039745 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77845e39-3a89-41fd-9d60-cb8d256a8838 req-79db0c75-9136-433a-856e-ce431b4b0e02 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Mar 10 17:28:03.158792 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d73e8-16d6-4d3f-92b7-0fc52c5c8074 req-6150c7c3-4dca-41df-8869-864e35edd094 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:03.160255 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a54d73e8-16d6-4d3f-92b7-0fc52c5c8074 req-6150c7c3-4dca-41df-8869-864e35edd094 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0550292 Mar 10 17:28:03.209523 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a54d73e8-16d6-4d3f-92b7-0fc52c5c8074 req-38abb512-3ddb-44e6-bff4-7cffab6befc5 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Mar 10 17:28:03.909523 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385429c3-9984-4601-bf80-f181b61f5343 req-5406ff46-7e50-4966-8f26-49bc39b6b056 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:03.911206 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-385429c3-9984-4601-bf80-f181b61f5343 req-5406ff46-7e50-4966-8f26-49bc39b6b056 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 945 time: 0.0616348 Mar 10 17:28:03.961676 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-385429c3-9984-4601-bf80-f181b61f5343 req-e0e1d3c4-29ac-4e59-96c3-491af53bea1f tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441270 Mar 10 17:28:05.078626 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825981-edd9-4f57-9bd9-e2ce76eb31a2 req-ad6046a9-2931-4878-a160-d051c3f82882 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:05.080084 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-31825981-edd9-4f57-9bd9-e2ce76eb31a2 req-ad6046a9-2931-4878-a160-d051c3f82882 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 945 time: 0.0517673 Mar 10 17:28:05.124935 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-31825981-edd9-4f57-9bd9-e2ce76eb31a2 req-341003be-50fe-4422-869c-f9a892e36030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393403 Mar 10 17:28:06.243605 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178b35f-5917-44a8-a990-48e3b35e0c9d req-38b58625-1973-464e-9539-dd1a210ba08f tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:06.245066 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1178b35f-5917-44a8-a990-48e3b35e0c9d req-38b58625-1973-464e-9539-dd1a210ba08f tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 945 time: 0.0515311 Mar 10 17:28:06.319995 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1178b35f-5917-44a8-a990-48e3b35e0c9d req-86be04ee-90b2-420a-b254-00a5b517a9f9 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688658 Mar 10 17:28:06.339405 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-f3537196-4048-451e-aaf1-9a1e9c7d7647 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:06.340857 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-f3537196-4048-451e-aaf1-9a1e9c7d7647 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 945 time: 0.0771744 Mar 10 17:28:06.434836 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Deleting port d4749b50-3dec-4c57-97c0-961207661124 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:06.435093 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (d4749b50-3dec-4c57-97c0-961207661124), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:06.533872 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] For port d4749b50-3dec-4c57-97c0-961207661124, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d4749b50-3dec-4c57-97c0-961207661124,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:06.534290 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (d4749b50-3dec-4c57-97c0-961207661124), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:06.545770 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Calling delete_port for d4749b50-3dec-4c57-97c0-961207661124 owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:06.671975 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (d4749b50-3dec-4c57-97c0-961207661124), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:06.706724 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Pushing event deleted for resources: {'Port': ['ID=d4749b50-3dec-4c57-97c0-961207661124,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:06.717460 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.717819 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.718198 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.718545 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.718873 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.719211 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.719544 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.719886 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.720200 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.720525 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.720852 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.721176 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.721483 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['d4749b50-3dec-4c57-97c0-961207661124'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:06.721931 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:06.757590 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] No DVR routers for this DVR port d4749b50-3dec-4c57-97c0-961207661124 on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:06.760023 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:06.763345 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-294c83b5-03c6-47ac-9ce7-99bb3e60fbdc req-82caa420-ccd4-41c5-92cc-34da4e853030 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.37 "DELETE /v2.0/ports/d4749b50-3dec-4c57-97c0-961207661124 HTTP/1.1" status: 204 len: 173 time: 0.4162192 Mar 10 17:28:06.763781 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba646794-9121-4f7e-8fe0-1f24a2a7e2be', 'name': 'network-vif-deleted', 'tag': 'd4749b50-3dec-4c57-97c0-961207661124'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:06.766850 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c58959-0924-4398-bd7e-ec4584f5f2ee" -d '{"events": [{"server_uuid": "ba646794-9121-4f7e-8fe0-1f24a2a7e2be", "name": "network-vif-deleted", "tag": "d4749b50-3dec-4c57-97c0-961207661124"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:06.817405 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f23cd0-60b2-4d82-bc19-fd5de788f7ad x-openstack-request-id: req-48f23cd0-60b2-4d82-bc19-fd5de788f7ad {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:06.817769 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba646794-9121-4f7e-8fe0-1f24a2a7e2be", "name": "network-vif-deleted", "tag": "d4749b50-3dec-4c57-97c0-961207661124", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:06.818022 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48f23cd0-60b2-4d82-bc19-fd5de788f7ad {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:06.822498 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba646794-9121-4f7e-8fe0-1f24a2a7e2be', 'name': 'network-vif-deleted', 'tag': 'd4749b50-3dec-4c57-97c0-961207661124', 'status': 'completed', 'code': 200} Mar 10 17:28:07.427253 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b99dc09c-ea34-4caa-9c07-729cadca8e93 req-7c98b453-95b0-4ba7-ab1c-64bf0568c822 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba646794-9121-4f7e-8fe0-1f24a2a7e2be HTTP/1.1" status: 200 len: 210 time: 0.0272110 Mar 10 17:28:08.139352 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e5c97-91a2-475f-8c0e-212e44efacb0 req-6d7e2756-3dfd-49f0-95b1-38435f51dff4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:08.140963 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-357e5c97-91a2-475f-8c0e-212e44efacb0 req-6d7e2756-3dfd-49f0-95b1-38435f51dff4 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0561831 Mar 10 17:28:08.195515 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-357e5c97-91a2-475f-8c0e-212e44efacb0 req-8ca04c7c-9ebb-4f69-b044-b3dfe2bbbd0c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484271 Mar 10 17:28:09.310088 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a445c-fb05-4066-9b28-d5e887d2b5a4 req-50da38d0-9571-4cf9-b299-8fb6d4d64451 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:09.311662 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5e5a445c-fb05-4066-9b28-d5e887d2b5a4 req-50da38d0-9571-4cf9-b299-8fb6d4d64451 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0519145 Mar 10 17:28:09.356243 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5e5a445c-fb05-4066-9b28-d5e887d2b5a4 req-0289cf6f-8fff-4d84-aeb7-909f7ec666ea tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Mar 10 17:28:10.258138 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d4749b50-3dec-4c57-97c0-961207661124 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:10.281470 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: d4749b50-3dec-4c57-97c0-961207661124 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:10.281812 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d4749b50-3dec-4c57-97c0-961207661124 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:10.473041 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c7627-a40a-4a36-addc-a38cc5c30211 req-ee2dd09c-d935-457c-ac4e-935f0210606f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:10.474503 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f13c7627-a40a-4a36-addc-a38cc5c30211 req-ee2dd09c-d935-457c-ac4e-935f0210606f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0523276 Mar 10 17:28:10.519430 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f13c7627-a40a-4a36-addc-a38cc5c30211 req-a6981aa6-dfee-42a4-93b5-bb254dbf6c79 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 Mar 10 17:28:11.635202 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75287ecf-cb92-44e3-a3b0-37cb045ee75e req-0175fe18-0356-4d7c-8dd1-bf02473f1daa tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:11.636677 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-75287ecf-cb92-44e3-a3b0-37cb045ee75e req-0175fe18-0356-4d7c-8dd1-bf02473f1daa tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0537035 Mar 10 17:28:11.684556 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-75287ecf-cb92-44e3-a3b0-37cb045ee75e req-d7e2fde1-b43d-4bd7-9ae4-eda49cb529e7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Mar 10 17:28:12.799297 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c058c1-5f0c-40cb-bc7e-6247b50b27e9 req-83ed8ec6-3a13-4cfc-b243-e31b5e82d971 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:12.800734 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-72c058c1-5f0c-40cb-bc7e-6247b50b27e9 req-83ed8ec6-3a13-4cfc-b243-e31b5e82d971 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0511124 Mar 10 17:28:12.846668 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-72c058c1-5f0c-40cb-bc7e-6247b50b27e9 req-a9f1f1b0-426c-4a2d-8fae-cf5c13c899e7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Mar 10 17:28:13.974753 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a3a4d-21c2-4755-9287-87ba1540e3d7 req-278f343a-446a-48c6-a02d-ec682c1692f7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:13.976306 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-426a3a4d-21c2-4755-9287-87ba1540e3d7 req-278f343a-446a-48c6-a02d-ec682c1692f7 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0569317 Mar 10 17:28:14.023872 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-426a3a4d-21c2-4755-9287-87ba1540e3d7 req-0fe50e56-39eb-4c92-90d4-779a3ebe5172 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Mar 10 17:28:15.138894 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a722a-90c8-4971-92b0-bfc2cde5f000 req-b7edcc8a-5595-49a8-964b-fa952f8fd054 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:15.140908 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e61a722a-90c8-4971-92b0-bfc2cde5f000 req-b7edcc8a-5595-49a8-964b-fa952f8fd054 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0517514 Mar 10 17:28:15.185596 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e61a722a-90c8-4971-92b0-bfc2cde5f000 req-e4d362da-f520-48ad-8e46-69399f33131d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Mar 10 17:28:16.298459 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2bc8c-9eb4-4bc9-881d-66dd9d35d1c3 req-9c4ddafc-a129-4110-a6f5-c3ce8eb5a90c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:16.299890 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-16e2bc8c-9eb4-4bc9-881d-66dd9d35d1c3 req-9c4ddafc-a129-4110-a6f5-c3ce8eb5a90c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0503111 Mar 10 17:28:16.347736 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-16e2bc8c-9eb4-4bc9-881d-66dd9d35d1c3 req-62aa24ba-7384-4654-b92a-663c0c15ec00 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423527 Mar 10 17:28:16.539649 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-587be57b-fd4a-4747-8dc1-f9acee27dde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:17.461636 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b223c5-b6ed-4c34-88ad-0e7adaf8e40d req-1e98bdf1-4726-49a7-aa3f-c86d9a782ee3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:17.463102 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-69b223c5-b6ed-4c34-88ad-0e7adaf8e40d req-1e98bdf1-4726-49a7-aa3f-c86d9a782ee3 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0511012 Mar 10 17:28:17.512715 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-69b223c5-b6ed-4c34-88ad-0e7adaf8e40d req-1cf918a7-81bd-4448-bfad-7eb63b25aa46 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 Mar 10 17:28:18.515314 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-cfb468b6-3fd0-4646-8eed-66f91eec258c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:18.516668 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-cfb468b6-3fd0-4646-8eed-66f91eec258c tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0521729 Mar 10 17:28:18.648718 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Deleting port 6f24ac15-f983-4743-9a4f-9aab069aa581 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:18.649072 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:18.660393 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9b294-13f2-4c42-9b40-4cbfd602d174 req-1098013d-1560-429c-86a5-9929c8e64870 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:18.661847 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-39b9b294-13f2-4c42-9b40-4cbfd602d174 req-1098013d-1560-429c-86a5-9929c8e64870 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e81c861-75b9-4e1b-9c7d-2423da6fe0fa HTTP/1.1" status: 200 len: 945 time: 0.0729370 Mar 10 17:28:18.763915 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-39b9b294-13f2-4c42-9b40-4cbfd602d174 req-20df5d00-6720-4601-8427-f54aeef5af93 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923069 Mar 10 17:28:18.779718 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] For port 6f24ac15-f983-4743-9a4f-9aab069aa581, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6f24ac15-f983-4743-9a4f-9aab069aa581,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:18.780930 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:18.797194 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Calling delete_port for 6f24ac15-f983-4743-9a4f-9aab069aa581 owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:18.809714 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-85c602f4-c3b6-4055-a287-7c7c7410c88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:18.934167 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (6f24ac15-f983-4743-9a4f-9aab069aa581), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:18.964643 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Pushing event deleted for resources: {'Port': ['ID=6f24ac15-f983-4743-9a4f-9aab069aa581,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:18.974195 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['83926aa3-c177-4c5a-9b45-a83be5e361af', '6f24ac15-f983-4743-9a4f-9aab069aa581'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:19.020714 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] No DVR routers for this DVR port 6f24ac15-f983-4743-9a4f-9aab069aa581 on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:19.027095 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:19.031290 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90f6bb1a-47f7-4202-8e46-e87b3bbadec1 req-82b2c71d-8a69-47b5-91a6-92c2ef3c5b63 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.37 "DELETE /v2.0/ports/6f24ac15-f983-4743-9a4f-9aab069aa581 HTTP/1.1" status: 204 len: 173 time: 0.5076952 Mar 10 17:28:19.031745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e81c861-75b9-4e1b-9c7d-2423da6fe0fa', 'name': 'network-vif-deleted', 'tag': '6f24ac15-f983-4743-9a4f-9aab069aa581'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:19.038887 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad45c9d-9e5b-4483-a81d-ead2f3d84269" -d '{"events": [{"server_uuid": "7e81c861-75b9-4e1b-9c7d-2423da6fe0fa", "name": "network-vif-deleted", "tag": "6f24ac15-f983-4743-9a4f-9aab069aa581"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:19.081526 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5da7c1-11c3-4473-8c1b-4d736e19e15e x-openstack-request-id: req-be5da7c1-11c3-4473-8c1b-4d736e19e15e {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:19.081989 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e81c861-75b9-4e1b-9c7d-2423da6fe0fa", "name": "network-vif-deleted", "tag": "6f24ac15-f983-4743-9a4f-9aab069aa581", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:19.082363 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be5da7c1-11c3-4473-8c1b-4d736e19e15e {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:19.082813 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e81c861-75b9-4e1b-9c7d-2423da6fe0fa', 'name': 'network-vif-deleted', 'tag': '6f24ac15-f983-4743-9a4f-9aab069aa581', 'status': 'completed', 'code': 200} Mar 10 17:28:19.961331 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:20.045076 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4728650-d349-45d9-b28c-429e2fd92cfa req-b336f5b6-f410-49d6-8581-ca6d834fdc53 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:20.047145 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a4728650-d349-45d9-b28c-429e2fd92cfa req-b336f5b6-f410-49d6-8581-ca6d834fdc53 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0544980 Mar 10 17:28:20.095085 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a4728650-d349-45d9-b28c-429e2fd92cfa req-9b58a82f-b0ab-48de-bae9-beedcac776bd tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424352 Mar 10 17:28:21.212784 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377f06d-2bc7-4d60-93fa-fb2b76eaa857 req-f59ffd09-5d27-4d00-8c40-760476a11301 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:21.214142 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7377f06d-2bc7-4d60-93fa-fb2b76eaa857 req-f59ffd09-5d27-4d00-8c40-760476a11301 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0507956 Mar 10 17:28:21.262125 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7377f06d-2bc7-4d60-93fa-fb2b76eaa857 req-508cb585-da02-4742-bc66-58570bc22582 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Mar 10 17:28:21.358740 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.380430 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b173d5-5d14-426c-9559-bfbeb62ec065 req-559e0d28-a7b4-4b28-8f59-6afe1cf7d79d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:22.381808 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6b173d5-5d14-426c-9559-bfbeb62ec065 req-559e0d28-a7b4-4b28-8f59-6afe1cf7d79d tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0511618 Mar 10 17:28:22.427361 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6b173d5-5d14-426c-9559-bfbeb62ec065 req-e032c093-ba99-475c-afd9-f9dc5c5d5c0f tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Mar 10 17:28:22.862540 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.543737 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb363d7-4c5a-4eaf-a4a0-a867614a70ee req-c64a2aea-d6df-4162-a68e-bd0e0de5511e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:23.545166 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2eb363d7-4c5a-4eaf-a4a0-a867614a70ee req-c64a2aea-d6df-4162-a68e-bd0e0de5511e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0538633 Mar 10 17:28:23.589209 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2eb363d7-4c5a-4eaf-a4a0-a867614a70ee req-e3f72e2c-5a27-497d-aaa6-5d4f692581ac tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380321 Mar 10 17:28:24.376959 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 6f24ac15-f983-4743-9a4f-9aab069aa581 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:24.397025 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 6f24ac15-f983-4743-9a4f-9aab069aa581 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:24.397382 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 6f24ac15-f983-4743-9a4f-9aab069aa581 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:24.708826 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0e56-16ee-464f-a610-0a821b25790b req-f5473d5f-2593-4d65-beec-6be091ab65b1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:24.710337 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-67ce0e56-16ee-464f-a610-0a821b25790b req-f5473d5f-2593-4d65-beec-6be091ab65b1 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0555716 Mar 10 17:28:24.755343 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-67ce0e56-16ee-464f-a610-0a821b25790b req-b4af684d-5b51-4ac2-87bd-ca94630c379a tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Mar 10 17:28:25.548374 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 36998) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:25.649771 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.694194 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-f23cb0ab-3cf4-47b8-9851-2d12ff2fe7c8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:25.695954 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-f23cb0ab-3cf4-47b8-9851-2d12ff2fe7c8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/networks?id=613743b8-d628-4eff-99d7-32b0bef7bef2 HTTP/1.1" status: 200 len: 813 time: 0.1031542 Mar 10 17:28:25.710623 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-abbc737e-227f-45e7-9354-a8b2fd8845fe tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/quotas/868d9faa77394355bc9160cd61ef3696 HTTP/1.1" status: 200 len: 375 time: 0.0091622 Mar 10 17:28:25.725109 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Publish callbacks [] for security_group (f19b954f-a830-4600-84f2-25db7967d615), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.730333 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (f19b954f-a830-4600-84f2-25db7967d615), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.743752 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-0751b160-1339-45c9-8cd2-18f7a8b78bc8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=868d9faa77394355bc9160cd61ef3696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278206 Mar 10 17:28:25.772606 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca04eac819504f43a24b590574548ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230318 Mar 10 17:28:25.773452 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b954f-a830-4600-84f2-25db7967d615,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:25.775440 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37010) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:25.792724 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.792975 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.793327 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.793732 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.793996 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.794401 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.794743 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.795078 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.795993 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.796339 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.796680 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.797004 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.797332 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83badf-8edb-47c0-beb6-37ee73d7a799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:25.838548 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5b681803-9b5c-4932-88d9-34c1f8da7359 admin admin] Publish callbacks [] for security_group (f19b954f-a830-4600-84f2-25db7967d615), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.845379 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-e79379b3-7b58-4dba-a8ff-c514a8403229 service neutron] 10.222.0.16 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949297 Mar 10 17:28:25.861735 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5b681803-9b5c-4932-88d9-34c1f8da7359 admin admin] Publish callbacks [] for security_group (f19b954f-a830-4600-84f2-25db7967d615), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.910336 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5b681803-9b5c-4932-88d9-34c1f8da7359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (f19b954f-a830-4600-84f2-25db7967d615), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.913071 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5b681803-9b5c-4932-88d9-34c1f8da7359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.914275 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-5b681803-9b5c-4932-88d9-34c1f8da7359 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f19b954f-a830-4600-84f2-25db7967d615 HTTP/1.1" status: 204 len: 168 time: 0.1370986 Mar 10 17:28:25.922190 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b681803-9b5c-4932-88d9-34c1f8da7359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b954f-a830-4600-84f2-25db7967d615,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:25.958313 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be78dd-83cb-4090-96af-9a71eea7678d req-33b8a4a7-06da-496a-9707-ea3f855dca27 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:25.959808 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77be78dd-83cb-4090-96af-9a71eea7678d req-33b8a4a7-06da-496a-9707-ea3f855dca27 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.1128752 Mar 10 17:28:26.202062 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-f29c37ab-716e-4efd-9715-78e03f41b92d service neutron] 10.222.0.16 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468485 Mar 10 17:28:26.230342 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77be78dd-83cb-4090-96af-9a71eea7678d req-8d4c154a-443c-4b37-87dc-089817dd8d07 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642953 Mar 10 17:28:26.423239 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6dd137b6-9387-403d-9c7a-fdb92771d662 req-8ec2651f-3d6f-42ba-8390-277539b18a5f tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 210 time: 0.0401170 Mar 10 17:28:26.501472 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-258edb1c-616e-4b12-bbe4-dd408e838fc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509789 Mar 10 17:28:26.621874 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-1af4b8e9-19c6-4ac2-9ffe-cd3596fb0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:26.628438 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-1af4b8e9-19c6-4ac2-9ffe-cd3596fb0bbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 1129 time: 0.0539939 Mar 10 17:28:26.756746 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-4b4b3886-e9b5-4706-969e-f24f1bc928f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:26.760193 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-4b4b3886-e9b5-4706-969e-f24f1bc928f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 915 time: 0.1155121 Mar 10 17:28:26.831744 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-59947c91-9a00-431b-ad80-6f960e86e4a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec HTTP/1.1" status: 200 len: 1001 time: 0.0649254 Mar 10 17:28:26.917745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-cd5abb78-0e77-44a6-ae17-145783c37cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:26.919894 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-cd5abb78-0e77-44a6-ae17-145783c37cb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0497167 Mar 10 17:28:26.983295 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-712c94d7-4875-49a4-921c-de097cdf1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:26.985017 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-712c94d7-4875-49a4-921c-de097cdf1d62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452228 Mar 10 17:28:27.115706 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-b67f3ee9-8541-48b5-a9b8-a9ccdb88e067 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045718 Mar 10 17:28:27.214052 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43da8287-77a1-4868-8bdd-a50fafe8ee93 req-0e0ff447-1b0c-44c6-b3a7-d6e24fe9bbd4 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905991 Mar 10 17:28:27.347827 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0437a2-f6f3-4741-9e22-686e18b450e1 req-c7bdb018-26c0-4609-9afd-b3d861b2e86e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:27.349272 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3d0437a2-f6f3-4741-9e22-686e18b450e1 req-c7bdb018-26c0-4609-9afd-b3d861b2e86e tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0520396 Mar 10 17:28:27.398332 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3d0437a2-f6f3-4741-9e22-686e18b450e1 req-edf74edd-3d16-4a10-8733-88e823f6df01 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Mar 10 17:28:27.504721 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9fb6572a-a1c7-4dae-b657-716f9155b58b req-b5b93052-31ed-41e6-b44d-8ac39e38302d tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 210 time: 0.0268753 Mar 10 17:28:27.780905 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-5405de0c-11f5-42cc-a0f1-5a02cba9ab32 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:27.782243 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-5405de0c-11f5-42cc-a0f1-5a02cba9ab32 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.37 "GET /v2.0/networks?id=613743b8-d628-4eff-99d7-32b0bef7bef2 HTTP/1.1" status: 200 len: 813 time: 0.1023142 Mar 10 17:28:27.800753 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Request body: {'port': {'device_id': 'ea921b30-6def-4e8e-8845-9514246d9bd7', 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2', 'admin_state_up': True, 'tenant_id': '868d9faa77394355bc9160cd61ef3696'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:27.914235 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Made reservation on behalf of 868d9faa77394355bc9160cd61ef3696 for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:27.918526 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.016301 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.043721 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Allocated IP 172.20.0.8 (613743b8-d628-4eff-99d7-32b0bef7bef2/b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9/2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:28.189006 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-dea6c5fc-15d4-4bdf-b237-90a1aefded96 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:28.190641 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-dea6c5fc-15d4-4bdf-b237-90a1aefded96 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 946 time: 0.0535464 Mar 10 17:28:28.199011 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks [] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.243487 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.294431 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Network 613743b8-d628-4eff-99d7-32b0bef7bef2 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:28.304815 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:28.305932 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Deleting port 83926aa3-c177-4c5a-9b45-a83be5e361af {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:28.306307 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.315394 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:28.321888 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Pushing event updated for resources: {'Port': ['ID=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:28.377838 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-0b32830b-424d-4800-aac2-c6f8d090bff0 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3619586da6be4da88a4497552d6d0b1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359993 Mar 10 17:28:28.400417 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] For port 83926aa3-c177-4c5a-9b45-a83be5e361af, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83926aa3-c177-4c5a-9b45-a83be5e361af,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:28.400778 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.408511 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:28.409143 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.413745 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Calling delete_port for 83926aa3-c177-4c5a-9b45-a83be5e361af owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:28.475321 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-8693fb50-cd57-43aa-80c4-c46e140b25a8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6781521 Mar 10 17:28:28.544676 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Request body: {'port': {'device_id': 'ea921b30-6def-4e8e-8845-9514246d9bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:28.555895 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (83926aa3-c177-4c5a-9b45-a83be5e361af), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.581951 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Pushing event deleted for resources: {'Port': ['ID=83926aa3-c177-4c5a-9b45-a83be5e361af,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:28.599083 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['83926aa3-c177-4c5a-9b45-a83be5e361af'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:28.632087 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] No DVR routers for this DVR port 83926aa3-c177-4c5a-9b45-a83be5e361af on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:28.634882 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.638358 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9c6c67e2-dd65-4348-b090-24b3b9ab56d5 req-200a23e2-c46d-468d-b83f-d7f03e98ffd9 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.37 "DELETE /v2.0/ports/83926aa3-c177-4c5a-9b45-a83be5e361af HTTP/1.1" status: 204 len: 173 time: 0.4410405 Mar 10 17:28:28.638873 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d23dffd-020f-4623-a43d-21f2d9454da7', 'name': 'network-vif-deleted', 'tag': '83926aa3-c177-4c5a-9b45-a83be5e361af'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:28.641683 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad8bb3f-9031-41fa-b097-aa6e9ed647ef" -d '{"events": [{"server_uuid": "6d23dffd-020f-4623-a43d-21f2d9454da7", "name": "network-vif-deleted", "tag": "83926aa3-c177-4c5a-9b45-a83be5e361af"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:28.685334 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-e396304f-e091-4f07-b224-25f0b88fd628 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:28.686865 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-e396304f-e091-4f07-b224-25f0b88fd628 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019395 Mar 10 17:28:28.693296 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b763f-957f-453c-b35e-36cac6448cd4 req-b21eded1-7ead-49ea-a2e7-faae257e4975 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:28.694666 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6c2b763f-957f-453c-b35e-36cac6448cd4 req-b21eded1-7ead-49ea-a2e7-faae257e4975 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d23dffd-020f-4623-a43d-21f2d9454da7 HTTP/1.1" status: 200 len: 867 time: 0.2230082 Mar 10 17:28:28.696492 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.722946 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-da512590-71e6-4149-a2e2-bf3315ef3572 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/quotas/3619586da6be4da88a4497552d6d0b1d HTTP/1.1" status: 200 len: 375 time: 0.0272233 Mar 10 17:28:28.785830 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-bfacce02-6fc6-44eb-8f65-c7ac3dfc8b77 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3619586da6be4da88a4497552d6d0b1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549471 Mar 10 17:28:28.812843 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6c2b763f-957f-453c-b35e-36cac6448cd4 req-8e4f39cf-f84c-4c85-b7a9-e1da27409769 tempest-ServerRescueNegativeTestJSON-1378021385 tempest-ServerRescueNegativeTestJSON-1378021385-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c6a65-e457-4890-aa9b-048f67d33a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019795 Mar 10 17:28:28.980260 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ab7b-9f6f-4aea-b605-7942d1314857 req-7d78ec36-9423-4e02-9bb1-e030a55e27b0 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:28.981744 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9ab9ab7b-9f6f-4aea-b605-7942d1314857 req-7d78ec36-9423-4e02-9bb1-e030a55e27b0 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 931 time: 0.0961175 Mar 10 17:28:29.076131 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9ab9ab7b-9f6f-4aea-b605-7942d1314857 req-8bceada6-00af-438f-ace4-4d0559be853b tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645549 Mar 10 17:28:29.117084 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c74493c-76ce-4564-afb1-c47f448ab34f x-openstack-request-id: req-6c74493c-76ce-4564-afb1-c47f448ab34f {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:29.117380 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d23dffd-020f-4623-a43d-21f2d9454da7", "name": "network-vif-deleted", "tag": "83926aa3-c177-4c5a-9b45-a83be5e361af", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:29.117636 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c74493c-76ce-4564-afb1-c47f448ab34f {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:29.118032 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d23dffd-020f-4623-a43d-21f2d9454da7', 'name': 'network-vif-deleted', 'tag': '83926aa3-c177-4c5a-9b45-a83be5e361af', 'status': 'completed', 'code': 200} Mar 10 17:28:29.127987 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:29.135467 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Publish callbacks [] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.148163 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Transition to ACTIVE for port object 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:29.152007 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.227045 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:29.278627 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Attempting to bind port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:29.279123 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Attempting to bind port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '26b20892-36d8-4ee5-a160-cbb6cbfdaac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:29.279805 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Attempting to bind port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 on network 613743b8-d628-4eff-99d7-32b0bef7bef2 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:29.284765 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 on network 613743b8-d628-4eff-99d7-32b0bef7bef2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:29.285192 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Attempting to bind port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 on network 613743b8-d628-4eff-99d7-32b0bef7bef2 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:29.290256 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:29.291015 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Checking segment: {'id': '26b20892-36d8-4ee5-a160-cbb6cbfdaac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:29.291015 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Bound using segment: {'id': '26b20892-36d8-4ee5-a160-cbb6cbfdaac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:29.291392 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Bound port: 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b20892-36d8-4ee5-a160-cbb6cbfdaac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:29.291752 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.357635 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] For port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:29.360485 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] For port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:29.365884 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.404783 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:29.405965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.407348 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 HTTP/1.1" status: 200 len: 1093 time: 0.8843844 Mar 10 17:28:29.407784 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea921b30-6def-4e8e-8845-9514246d9bd7', 'tag': '2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:29.409973 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac45471-1415-4b07-8af6-c9513af7f2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ea921b30-6def-4e8e-8845-9514246d9bd7", "tag": "2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:29.427183 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85104aa3-7690-489c-a5a4-34e8e8001127 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:29.450997 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e242374-e165-4d73-a108-478394dfacf6 x-openstack-request-id: req-1e242374-e165-4d73-a108-478394dfacf6 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:29.451296 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea921b30-6def-4e8e-8845-9514246d9bd7", "tag": "2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:29.452162 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e242374-e165-4d73-a108-478394dfacf6 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:29.452563 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea921b30-6def-4e8e-8845-9514246d9bd7', 'tag': '2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396', 'status': 'completed', 'code': 200} Mar 10 17:28:29.515643 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-ab351810-621f-4296-88ae-4c4db519345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:29.517210 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-ab351810-621f-4296-88ae-4c4db519345f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868d9faa77394355bc9160cd61ef3696&device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 1127 time: 0.0472064 Mar 10 17:28:29.564059 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-40a46d43-1862-4cc6-bb12-8f47daa85cdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 HTTP/1.1" status: 200 len: 217 time: 0.0331402 Mar 10 17:28:29.608566 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-dc20903b-b686-4dbd-ba89-9606b10ae3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:29.609845 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-dc20903b-b686-4dbd-ba89-9606b10ae3b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9 HTTP/1.1" status: 200 len: 853 time: 0.0408061 Mar 10 17:28:29.642809 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-87f30efa-96b4-48ea-a7df-d6ec4081bbb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613743b8-d628-4eff-99d7-32b0bef7bef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275381 Mar 10 17:28:29.727944 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-7fd8adf3-3f94-4836-910e-6cc51dc8b500 service neutron] 10.222.0.37 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790038 Mar 10 17:28:29.815545 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e8c5ef0-2942-4a90-b32c-0a9e7ae46d42 req-2de3458b-5bfc-4ecb-be7c-d53b8207f2f0 service neutron] 10.222.0.37 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815053 Mar 10 17:28:29.870686 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37108) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:29.972838 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-e0fae7ed-e4a5-43be-ae2a-f8bec487cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:29.976003 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-e0fae7ed-e4a5-43be-ae2a-f8bec487cd7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868d9faa77394355bc9160cd61ef3696&device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 1127 time: 0.0644379 Mar 10 17:28:30.032826 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-65ea49c0-1cb6-4856-ba93-407ed18bf5a1 req-24145eaf-7e15-4ee2-aa51-fb0ff8ed24f7 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 210 time: 0.0359213 Mar 10 17:28:30.105551 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-4f04b9e3-18a4-4f81-9efa-4ed2a6551ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.107068 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-4f04b9e3-18a4-4f81-9efa-4ed2a6551ba1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=613743b8-d628-4eff-99d7-32b0bef7bef2 HTTP/1.1" status: 200 len: 914 time: 0.1235790 Mar 10 17:28:30.150404 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-b152c3e5-09cf-42ec-98d5-f1fbd0f0859d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 HTTP/1.1" status: 200 len: 217 time: 0.0370820 Mar 10 17:28:30.240651 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-72e41841-600b-482e-be94-9f15d8d833fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.242240 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-72e41841-600b-482e-be94-9f15d8d833fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9 HTTP/1.1" status: 200 len: 853 time: 0.0648038 Mar 10 17:28:30.250296 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f55b2-7548-493f-b7af-eca685e10c7f req-211371ff-0eea-4b8b-95af-6777b4679354 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.251774 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-873f55b2-7548-493f-b7af-eca685e10c7f req-211371ff-0eea-4b8b-95af-6777b4679354 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 943 time: 0.1042964 Mar 10 17:28:30.285291 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-4d3ffae8-02ab-48e4-aa64-7aae1b9bf06f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613743b8-d628-4eff-99d7-32b0bef7bef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324738 Mar 10 17:28:30.542919 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.592676 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-873f55b2-7548-493f-b7af-eca685e10c7f req-94eabffb-fe51-4e96-82fd-5d74257fb007 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313398 Mar 10 17:28:30.622996 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-af4fa6a2-3306-408d-b5c9-187b995d4bf6 service neutron] 10.222.0.37 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314393 Mar 10 17:28:30.710250 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eac45471-1415-4b07-8af6-c9513af7f2fa req-e67e3c08-c4f5-4aef-9efe-febf117d3f0b service neutron] 10.222.0.37 "GET /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814948 Mar 10 17:28:30.843528 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Deleting port 325c075b-43e9-4287-abc6-55d60102f30a {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:30.843781 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (325c075b-43e9-4287-abc6-55d60102f30a), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.917664 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] For port 325c075b-43e9-4287-abc6-55d60102f30a, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=325c075b-43e9-4287-abc6-55d60102f30a,segment=NetworkSegment(b401a758-0e36-479a-93ff-14afdc29ea3c),segment_id=b401a758-0e36-479a-93ff-14afdc29ea3c)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:30.918508 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (325c075b-43e9-4287-abc6-55d60102f30a), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.930302 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Calling delete_port for 325c075b-43e9-4287-abc6-55d60102f30a owned by network:router_interface {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:31.119221 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-04c45419-2790-4d5e-8db9-7e727ccecba9 req-3f7be8e5-dc32-4ef1-b1cd-58f9f765c4bd tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 210 time: 0.0365376 Mar 10 17:28:31.126265 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (325c075b-43e9-4287-abc6-55d60102f30a), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:31.154324 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=325c075b-43e9-4287-abc6-55d60102f30a,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:31.335297 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:31.552318 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:28:31.663570 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:28:31.671168 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-04b438b1-ad9b-4c8c-bf8d-d47abff5c3e1 admin admin] 10.222.0.16 "PUT /v2.0/routers/cbf04342-d67a-4c0d-98c6-e8f652fb3a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7966285 Mar 10 17:28:31.671400 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37138) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:31.676531 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] Sync routers for ids ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:28:31.686478 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] Routers {'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:31.687177 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:31.714552 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9ee7f-56d8-493b-8e67-ca376dc215a3 req-96ff7142-6393-422a-88d4-9b4ac325f0e8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:31.716039 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-88a9ee7f-56d8-493b-8e67-ca376dc215a3 req-96ff7142-6393-422a-88d4-9b4ac325f0e8 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 943 time: 0.0581350 Mar 10 17:28:31.766395 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-88a9ee7f-56d8-493b-8e67-ca376dc215a3 req-87c17295-4210-42bc-9d25-a80f3cbd9eec tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Mar 10 17:28:31.779187 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks [] for router (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:31.797274 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] Set router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:31.883788 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks [] for router_gateway (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:31.979947 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:28:31Z', 'revision_number': 5, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'gw_port': {'id': 'cc2a7b79-6442-45d4-bda1-161731c6cfdf', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ec:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:32.060786 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-47b7a445-59dd-4374-92f5-628a4d6eb0f0 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3619586da6be4da88a4497552d6d0b1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425310 Mar 10 17:28:32.103730 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] Checking router: cbf04342-d67a-4c0d-98c6-e8f652fb3a7a for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:28:32.112668 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] Routers {'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:32.113478 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:32.210739 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] Set router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a gateway port host: None {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:32.239977 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-586d59ce-b62c-450c-a6a7-c7d920e92605 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:32.241541 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-586d59ce-b62c-450c-a6a7-c7d920e92605 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746817 Mar 10 17:28:32.246293 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Deleting port cc2a7b79-6442-45d4-bda1-161731c6cfdf {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:32.246774 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.257825 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3ab157e9-88b4-41d1-84af-1020c5b5041e req-b8e25af6-d244-4f0c-9e98-5edcdb2ee0a3 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 210 time: 0.0429964 Mar 10 17:28:32.262822 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Request body: {'port': {'device_id': '97a8c086-5100-469d-b671-9558a88aae7b', 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0', 'admin_state_up': True, 'tenant_id': '3619586da6be4da88a4497552d6d0b1d'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:32.285620 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:28:31Z', 'revision_number': 6, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'gw_port_host': None}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:32.314682 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96643d81-db4b-4843-8d38-7be17d5622d1 None None] The sync data for ids ['cbf04342-d67a-4c0d-98c6-e8f652fb3a7a'] in dv-cinder-830538-8-iscsi is: [{'id': 'cbf04342-d67a-4c0d-98c6-e8f652fb3a7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2040672864-router', 'tenant_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:28:31Z', 'revision_number': 6, 'project_id': 'af4cd71eec7c4d47a9d7e9cdd65add9a', 'gw_port_host': None}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:28:32.351766 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] For port cc2a7b79-6442-45d4-bda1-161731c6cfdf, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=cc2a7b79-6442-45d4-bda1-161731c6cfdf,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:32.352124 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.364967 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Calling delete_port for cc2a7b79-6442-45d4-bda1-161731c6cfdf owned by network:router_gateway {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:32.392315 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Made reservation on behalf of 3619586da6be4da88a4497552d6d0b1d for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:32.396084 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.405353 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.482811 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks [] for security_group (a468bca4-6ccc-4cb8-ba95-e649d77d8f12), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.486436 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (a468bca4-6ccc-4cb8-ba95-e649d77d8f12), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.534344 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (cc2a7b79-6442-45d4-bda1-161731c6cfdf), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.551858 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a468bca4-6ccc-4cb8-ba95-e649d77d8f12,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:32.559654 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2a7b79-6442-45d4-bda1-161731c6cfdf,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:32.619894 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.622305 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Allocated IP 192.168.233.241 (902e01a2-0d96-4db9-80d4-5cc54608d0a0/1fb1d950-ad7f-4dcb-b2ab-c1c0a2b76c78/d0359adc-7f3e-4ea2-99a0-4ae5473295a8) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:32.684137 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:28:32.693351 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 83926aa3-c177-4c5a-9b45-a83be5e361af no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:32.747455 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.751689 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks [] for router_controller (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.754030 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 83926aa3-c177-4c5a-9b45-a83be5e361af {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:32.754604 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 83926aa3-c177-4c5a-9b45-a83be5e361af not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:32.802222 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks [] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.860822 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:32.867060 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 325c075b-43e9-4287-abc6-55d60102f30a no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:32.868923 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.870320 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (cbf04342-d67a-4c0d-98c6-e8f652fb3a7a), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.871015 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbf04342-d67a-4c0d-98c6-e8f652fb3a7a {{(pid=102915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:28:32.877422 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.881240 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-da8c13e5-2ba8-4a5e-a487-67a7fb72b66a admin admin] 10.222.0.16 "DELETE /v2.0/routers/cbf04342-d67a-4c0d-98c6-e8f652fb3a7a HTTP/1.1" status: 204 len: 168 time: 1.2066836 Mar 10 17:28:32.881576 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37152) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:32.905483 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396', 'network_id': '613743b8-d628-4eff-99d7-32b0bef7bef2', 'port_id': '2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396', 'mac_address': 'fa:16:3e:22:2e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:28:32.907858 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 325c075b-43e9-4287-abc6-55d60102f30a {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:32.908373 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 325c075b-43e9-4287-abc6-55d60102f30a not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:32.941150 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_v2 [None req-2124534f-601a-466c-95d0-d294756f6e36 admin admin] Deleting subnet fbf127bb-c7cf-408d-be24-7838b519ea65 {{(pid=102915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:28:32.951581 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2124534f-601a-466c-95d0-d294756f6e36 admin admin] Publish callbacks [] for subnet (fbf127bb-c7cf-408d-be24-7838b519ea65), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.958008 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:32.958620 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.972391 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:32.980542 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:32.986570 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:32.991784 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:32.994429 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:32.994802 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2124534f-601a-466c-95d0-d294756f6e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16127437'] for subnet (fbf127bb-c7cf-408d-be24-7838b519ea65), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.996557 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Pushing event updated for resources: {'Port': ['ID=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:33.006746 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.041480 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2124534f-601a-466c-95d0-d294756f6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (fbf127bb-c7cf-408d-be24-7838b519ea65), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.048806 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0711d9b-24c7-40d4-87f7-e2487c3c512f req-a19137ef-5363-439d-9552-19d205c8359e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:33.050396 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b0711d9b-24c7-40d4-87f7-e2487c3c512f req-a19137ef-5363-439d-9552-19d205c8359e tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 943 time: 0.1692936 Mar 10 17:28:33.055711 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:33.056333 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.068883 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:33.077173 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.077788 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.078389 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.078677 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.079050 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.079353 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.079918 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.080229 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.080563 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.080891 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.081387 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.081714 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.082214 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:33.085421 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-544ae67f-cad0-47f5-a020-6ccfaf4b10f4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8264458 Mar 10 17:28:33.114151 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b0711d9b-24c7-40d4-87f7-e2487c3c512f req-4e6d0019-feb8-46e0-996d-7699f28a0743 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541165 Mar 10 17:28:33.118807 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2124534f-601a-466c-95d0-d294756f6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15760044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13139369'] for subnet (fbf127bb-c7cf-408d-be24-7838b519ea65), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.156134 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124534f-601a-466c-95d0-d294756f6e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf127bb-c7cf-408d-be24-7838b519ea65,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:33.161149 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2124534f-601a-466c-95d0-d294756f6e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.166658 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-2124534f-601a-466c-95d0-d294756f6e36 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fbf127bb-c7cf-408d-be24-7838b519ea65 HTTP/1.1" status: 204 len: 168 time: 0.2838657 Mar 10 17:28:33.167709 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37156) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:33.190952 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Request body: {'port': {'device_id': '97a8c086-5100-469d-b671-9558a88aae7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:33.239585 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (7ac663e9-7971-461b-be98-3e7542f9511a), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.262387 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.313141 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-e559095f-0155-465c-ad87-86887961c50c None None] Provisioning complete for port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:33.313525 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e559095f-0155-465c-ad87-86887961c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.334748 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (7ac663e9-7971-461b-be98-3e7542f9511a), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.357876 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac663e9-7971-461b-be98-3e7542f9511a']}} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:33.362375 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-e559095f-0155-465c-ad87-86887961c50c None None] Port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:33.368934 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b401a758-0e36-479a-93ff-14afdc29ea3c') {'for_net_delete': True} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:33.369320 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b401a758-0e36-479a-93ff-14afdc29ea3c') {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:33.380610 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16127430'] for segment (b401a758-0e36-479a-93ff-14afdc29ea3c), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.397190 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (b401a758-0e36-479a-93ff-14afdc29ea3c), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.406262 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:28:33.406692 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759730'] for segment (b401a758-0e36-479a-93ff-14afdc29ea3c), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: Traceback (most recent call last): Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: timer() Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: cb(*args, **kw) Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: return func(*args, **kwargs) Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: self._notify() Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: self.callback(batched_events) Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: event.method(event) Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: return f(self, *a, **k) Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._get(url).json() Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: return self.request(url, 'GET', **kwargs) Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:28:33.409050 dv-cinder-830538-8-iscsi neutron-server[102915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:28:33.457820 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6dcb8-bdf1-4936-98a1-1dd8d5af2e90 req-61c6dd6c-3485-42fa-9f6a-f557257b5816 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:33.459373 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bee6dcb8-bdf1-4936-98a1-1dd8d5af2e90 req-61c6dd6c-3485-42fa-9f6a-f557257b5816 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 936 time: 0.0865045 Mar 10 17:28:33.481797 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (7ac663e9-7971-461b-be98-3e7542f9511a), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.488351 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.494020 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] 10.222.0.16 "DELETE /v2.0/networks/7ac663e9-7971-461b-be98-3e7542f9511a HTTP/1.1" status: 204 len: 168 time: 0.3229349 Mar 10 17:28:33.502475 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca8607-3d22-4e96-978c-6233232db17c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac663e9-7971-461b-be98-3e7542f9511a,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:33.547197 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:33.553041 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bee6dcb8-bdf1-4936-98a1-1dd8d5af2e90 req-856113cf-b3e1-4450-8ae1-900f13885f41 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852716 Mar 10 17:28:33.623042 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0359adc-7f3e-4ea2-99a0-4ae5473295a8 {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:33.632591 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Publish callbacks [] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.647873 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Transition to ACTIVE for port object d0359adc-7f3e-4ea2-99a0-4ae5473295a8 will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:33.651826 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.741128 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37164) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:33.755034 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:33.788894 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Attempting to bind port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:33.789296 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Attempting to bind port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'a099bca5-eddb-4184-b382-ebc58311480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:33.792235 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Attempting to bind port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 on network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:33.792656 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-23672cd1-f579-498d-b61c-f8b0d5cbc8fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af4cd71eec7c4d47a9d7e9cdd65add9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477979 Mar 10 17:28:33.792656 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37166) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:33.794451 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 on network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:33.794775 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Attempting to bind port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 on network 902e01a2-0d96-4db9-80d4-5cc54608d0a0 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:33.800647 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:33.800984 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Checking segment: {'id': 'a099bca5-eddb-4184-b382-ebc58311480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:33.801360 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Bound using segment: {'id': 'a099bca5-eddb-4184-b382-ebc58311480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:33.801783 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Bound port: d0359adc-7f3e-4ea2-99a0-4ae5473295a8, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099bca5-eddb-4184-b382-ebc58311480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:33.802169 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.845488 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f569-6ab3-4191-8ff6-ce202acd775a admin admin] Publish callbacks [] for security_group (e87c6a65-e457-4890-aa9b-048f67d33a84), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.868751 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f569-6ab3-4191-8ff6-ce202acd775a admin admin] Publish callbacks [] for security_group (e87c6a65-e457-4890-aa9b-048f67d33a84), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.871873 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] For port d0359adc-7f3e-4ea2-99a0-4ae5473295a8, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:33.876013 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] For port d0359adc-7f3e-4ea2-99a0-4ae5473295a8, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,segment=NetworkSegment(a099bca5-eddb-4184-b382-ebc58311480f),segment_id=a099bca5-eddb-4184-b382-ebc58311480f)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:33.883805 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.918573 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:33.919218 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.921183 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0359adc-7f3e-4ea2-99a0-4ae5473295a8 HTTP/1.1" status: 200 len: 1098 time: 0.7346528 Mar 10 17:28:33.921623 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a8c086-5100-469d-b671-9558a88aae7b', 'tag': 'd0359adc-7f3e-4ea2-99a0-4ae5473295a8'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:33.923993 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "97a8c086-5100-469d-b671-9558a88aae7b", "tag": "d0359adc-7f3e-4ea2-99a0-4ae5473295a8"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:33.930203 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f569-6ab3-4191-8ff6-ce202acd775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e87c6a65-e457-4890-aa9b-048f67d33a84), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.936294 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f569-6ab3-4191-8ff6-ce202acd775a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.942818 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9bc3f569-6ab3-4191-8ff6-ce202acd775a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e87c6a65-e457-4890-aa9b-048f67d33a84 HTTP/1.1" status: 204 len: 168 time: 0.1472046 Mar 10 17:28:33.952551 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3f569-6ab3-4191-8ff6-ce202acd775a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87c6a65-e457-4890-aa9b-048f67d33a84,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:33.974636 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61109a9-84c1-465b-9952-a4783ca83ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:33.982347 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f9971-99a1-4280-897a-1a8c5460fdd5 x-openstack-request-id: req-402f9971-99a1-4280-897a-1a8c5460fdd5 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:33.982697 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a8c086-5100-469d-b671-9558a88aae7b", "tag": "d0359adc-7f3e-4ea2-99a0-4ae5473295a8", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:33.982948 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-402f9971-99a1-4280-897a-1a8c5460fdd5 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:33.983473 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a8c086-5100-469d-b671-9558a88aae7b', 'tag': 'd0359adc-7f3e-4ea2-99a0-4ae5473295a8', 'status': 'completed', 'code': 200} Mar 10 17:28:34.068441 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-70cabd98-0d72-4bb8-83d1-4ee932fefc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.070016 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-70cabd98-0d72-4bb8-83d1-4ee932fefc0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3619586da6be4da88a4497552d6d0b1d&device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 1132 time: 0.0485234 Mar 10 17:28:34.123764 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-ab7ab66b-01f5-4735-bede-7038a59e1d3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d0359adc-7f3e-4ea2-99a0-4ae5473295a8 HTTP/1.1" status: 200 len: 217 time: 0.0385268 Mar 10 17:28:34.176492 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-70577880-d885-424a-92f4-ac4c88f50fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.178193 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-70577880-d885-424a-92f4-ac4c88f50fe9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fb1d950-ad7f-4dcb-b2ab-c1c0a2b76c78 HTTP/1.1" status: 200 len: 843 time: 0.0491073 Mar 10 17:28:34.258461 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-dff8ea26-baf6-4126-988b-545aea39b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.259982 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-dff8ea26-baf6-4126-988b-545aea39b497 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=902e01a2-0d96-4db9-80d4-5cc54608d0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0752370 Mar 10 17:28:34.297125 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf524d-a99b-4d06-8fed-cc26e7a219d3 req-74357fc0-baea-4df5-aebd-b33f72c363ec tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.298766 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5bcf524d-a99b-4d06-8fed-cc26e7a219d3 req-74357fc0-baea-4df5-aebd-b33f72c363ec tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 944 time: 0.0876441 Mar 10 17:28:34.398846 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5bcf524d-a99b-4d06-8fed-cc26e7a219d3 req-026effca-d7a7-4248-9696-b74035d84739 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893462 Mar 10 17:28:34.400795 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-fc0858bd-0b59-4dc7-92ee-c71a89561b36 service neutron] 10.222.0.37 "GET /v2.0/networks/902e01a2-0d96-4db9-80d4-5cc54608d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345584 Mar 10 17:28:34.499752 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-149ae327-b764-40ee-94cd-d3341aef91f6 req-4d842502-6b30-4a43-b913-e50b0c72c1ca service neutron] 10.222.0.37 "GET /v2.0/networks/902e01a2-0d96-4db9-80d4-5cc54608d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927641 Mar 10 17:28:34.609911 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device cc2a7b79-6442-45d4-bda1-161731c6cfdf no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:34.636209 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: cc2a7b79-6442-45d4-bda1-161731c6cfdf {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:34.636531 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device cc2a7b79-6442-45d4-bda1-161731c6cfdf not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:34.686870 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-5bd34060-e77f-445b-9213-0ef33c18d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.688353 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-5bd34060-e77f-445b-9213-0ef33c18d926 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3619586da6be4da88a4497552d6d0b1d&device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 1132 time: 0.0762625 Mar 10 17:28:34.717849 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37200) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:34.728494 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0b855-c2df-401d-a00a-f01f370a8b4f req-239e56be-36b8-4e11-acd1-88a62bcc4421 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.729947 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-45e0b855-c2df-401d-a00a-f01f370a8b4f req-239e56be-36b8-4e11-acd1-88a62bcc4421 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 948 time: 0.0845559 Mar 10 17:28:34.811081 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-network', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:34.821261 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-8b79f634-8e45-48ac-ac96-fc904fcd9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.822741 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-8b79f634-8e45-48ac-ac96-fc904fcd9f4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=902e01a2-0d96-4db9-80d4-5cc54608d0a0 HTTP/1.1" status: 200 len: 870 time: 0.1275456 Mar 10 17:28:34.825871 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-45e0b855-c2df-401d-a00a-f01f370a8b4f req-fc260e10-62e6-4df6-a088-3f76124aa92f tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866284 Mar 10 17:28:34.830126 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Made reservation on behalf of 44e141ba2afe439c88dacb1c3939d477 for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:34.832464 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.848760 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.866763 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-9aa4499e-f1ef-4c6f-974f-8c3a75b0c670 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d0359adc-7f3e-4ea2-99a0-4ae5473295a8 HTTP/1.1" status: 200 len: 217 time: 0.0375209 Mar 10 17:28:34.917221 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-c097efc3-a992-4e15-951c-7113b5b224f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.918681 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-c097efc3-a992-4e15-951c-7113b5b224f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fb1d950-ad7f-4dcb-b2ab-c1c0a2b76c78 HTTP/1.1" status: 200 len: 843 time: 0.0463424 Mar 10 17:28:34.923473 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Publish callbacks [] for security_group (9a5c932a-b27d-4675-b245-96e28bb10a1f), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.926466 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9a5c932a-b27d-4675-b245-96e28bb10a1f), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.953438 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:28:34.958754 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5c932a-b27d-4675-b245-96e28bb10a1f,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:34.965872 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (d0b9932d-29f4-4aef-b43c-403911ccde90), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.966296 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Added segment d0b9932d-29f4-4aef-b43c-403911ccde90 of type vlan for network 986c3037-0405-4fa2-9434-6c1982f631e6 Mar 10 17:28:34.968377 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-5160d355-c4dc-4b56-8633-66ecb2d6f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.969857 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-5160d355-c4dc-4b56-8633-66ecb2d6f453 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=902e01a2-0d96-4db9-80d4-5cc54608d0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0457187 Mar 10 17:28:35.005115 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (986c3037-0405-4fa2-9434-6c1982f631e6), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.021221 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:28:35.029697 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (986c3037-0405-4fa2-9434-6c1982f631e6), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.030749 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:35.031357 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.063096 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-37bdc2bf-ab5e-4636-97d4-26f55bbb287f service neutron] 10.222.0.37 "GET /v2.0/networks/902e01a2-0d96-4db9-80d4-5cc54608d0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866158 Mar 10 17:28:35.064938 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3465464 Mar 10 17:28:35.067977 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37204) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:35.072993 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Request body: {'subnet': {'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-subnet', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:35.094263 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9b967-81f8-49e7-9db4-360adf8b6e0c admin admin] Pushing event updated for resources: {'Network': ['ID=986c3037-0405-4fa2-9434-6c1982f631e6,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:35.103977 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 986c3037-0405-4fa2-9434-6c1982f631e6 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:28:35.145666 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Made reservation on behalf of 44e141ba2afe439c88dacb1c3939d477 for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:35.147956 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13478864'] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.227700 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4fb9b272-099d-4d28-ad5d-d31bc1c5e4c5 req-c2ea1805-63fa-4a5f-a2d9-7931ed35d005 service neutron] 10.222.0.37 "GET /v2.0/networks/902e01a2-0d96-4db9-80d4-5cc54608d0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513734 Mar 10 17:28:35.342841 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16576347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478910'] for subnet (c1e06339-0060-4f9a-b8b3-6d88669c5ae4), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.389705 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e06339-0060-4f9a-b8b3-6d88669c5ae4,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:35.404058 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Checking segment: {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:35.404685 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Network hostable DHCP agents. Network: 986c3037-0405-4fa2-9434-6c1982f631e6, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:28:35.421696 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Network 986c3037-0405-4fa2-9434-6c1982f631e6 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:28:35.430537 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 986c3037-0405-4fa2-9434-6c1982f631e6) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:35.434680 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:35.435205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.440778 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aec426-5f21-4045-bbfc-7becc2328b4c None None] Network 986c3037-0405-4fa2-9434-6c1982f631e6 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:35.451904 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-5460d70d-00f2-4630-9bec-d22778ab1c4d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3827603 Mar 10 17:28:35.454725 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37210) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:35.458928 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:35.478351 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (f2fbf394-3a9c-4a34-93b5-03511bc33c56), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.479382 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (f2fbf394-3a9c-4a34-93b5-03511bc33c56), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.568195 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks [] for router_controller (f2fbf394-3a9c-4a34-93b5-03511bc33c56), precommit_add_association {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.579834 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86510f-3516-4d72-ae5d-dd456a8bd7d2 req-f23e7669-f48e-4432-b5d6-d8da309ca9ae tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:35.581419 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7b86510f-3516-4d72-ae5d-dd456a8bd7d2 req-f23e7669-f48e-4432-b5d6-d8da309ca9ae tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 944 time: 0.0966916 Mar 10 17:28:35.672787 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-986c3037-0405-4fa2-9434-6c1982f631e6', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:28:35.673668 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.753546 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7b86510f-3516-4d72-ae5d-dd456a8bd7d2 req-043ee428-d19f-48c1-ad13-1acf7622c539 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369374 Mar 10 17:28:35.755618 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks [] for router_gateway (f2fbf394-3a9c-4a34-93b5-03511bc33c56), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.810060 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Allocated IP 172.20.0.2 (986c3037-0405-4fa2-9434-6c1982f631e6/c1e06339-0060-4f9a-b8b3-6d88669c5ae4/ee3bd9dd-9044-47ac-9888-09d13f0049f1) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:35.963458 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Publish callbacks [] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.968662 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.008736 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Network 986c3037-0405-4fa2-9434-6c1982f631e6 is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:36.011549 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:36.017554 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:36.025995 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Pushing event updated for resources: {'Port': ['ID=ee3bd9dd-9044-47ac-9888-09d13f0049f1,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:36.064291 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b920e8-b9f5-4095-8699-ffb7faf3bea4 req-c471072d-b541-490b-a547-fd9072382f8c tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:36.065761 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90b920e8-b9f5-4095-8699-ffb7faf3bea4 req-c471072d-b541-490b-a547-fd9072382f8c tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 948 time: 0.0669408 Mar 10 17:28:36.077044 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Attempting to bind port ee3bd9dd-9044-47ac-9888-09d13f0049f1 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:36.077412 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Attempting to bind port ee3bd9dd-9044-47ac-9888-09d13f0049f1 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:36.077771 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Attempting to bind port ee3bd9dd-9044-47ac-9888-09d13f0049f1 on network 986c3037-0405-4fa2-9434-6c1982f631e6 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:36.082743 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:36.083116 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Checking segment: {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:36.083513 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.083903 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Bound using segment: {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:36.084367 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Bound port: ee3bd9dd-9044-47ac-9888-09d13f0049f1, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:36.084740 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.145302 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90b920e8-b9f5-4095-8699-ffb7faf3bea4 req-5be4cae7-58d5-4d05-a096-43da4c6d473a tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564711 Mar 10 17:28:36.145561 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] For port ee3bd9dd-9044-47ac-9888-09d13f0049f1, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:36.148592 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] For port ee3bd9dd-9044-47ac-9888-09d13f0049f1, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=ee3bd9dd-9044-47ac-9888-09d13f0049f1,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:36.156042 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.213752 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701ea4e-767b-4216-8a22-ae9d243468b9 None None] Pushing event updated for resources: {'Port': ['ID=ee3bd9dd-9044-47ac-9888-09d13f0049f1,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:36.266016 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks [] for router_gateway (f2fbf394-3a9c-4a34-93b5-03511bc33c56), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.285122 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.399249 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Allocated IP 172.27.3.115 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/5446a6b8-48f9-4fef-8210-fedb5edbd804) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:36.517556 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks [] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.551587 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.586633 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:36.589380 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:36.595871 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:36.624490 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Pushing event updated for resources: {'Port': ['ID=5446a6b8-48f9-4fef-8210-fedb5edbd804,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:36.690852 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:36.718890 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device ee3bd9dd-9044-47ac-9888-09d13f0049f1 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:36.780053 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:28:36.785814 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:36.786210 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.787752 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port ee3bd9dd-9044-47ac-9888-09d13f0049f1 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:36.788111 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.921086 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks [] for router_gateway (f2fbf394-3a9c-4a34-93b5-03511bc33c56), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.943034 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port ee3bd9dd-9044-47ac-9888-09d13f0049f1 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:36.943435 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.962610 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:36.963007 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.976741 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6e251-ae01-48b9-8b1f-c75dc9c09c32 req-bd1ae0bc-d1ae-4f84-831f-4803c50db040 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:36.978929 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a8d6e251-ae01-48b9-8b1f-c75dc9c09c32 req-bd1ae0bc-d1ae-4f84-831f-4803c50db040 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 944 time: 0.1076491 Mar 10 17:28:37.009195 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port ee3bd9dd-9044-47ac-9888-09d13f0049f1, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=ee3bd9dd-9044-47ac-9888-09d13f0049f1,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:37.019442 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea921b30-6def-4e8e-8845-9514246d9bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:37.021706 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6af4959-c0e4-4cab-b38b-538d9efe5d85" -d '{"events": [{"server_uuid": "ea921b30-6def-4e8e-8845-9514246d9bd7", "name": "network-vif-plugged", "status": "completed", "tag": "2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:37.031955 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.042494 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:37.067181 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.072740 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c7458-a925-430e-aa83-d94f63d19899 x-openstack-request-id: req-ae6c7458-a925-430e-aa83-d94f63d19899 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:37.073032 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea921b30-6def-4e8e-8845-9514246d9bd7", "name": "network-vif-plugged", "status": "completed", "tag": "2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:37.073280 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae6c7458-a925-430e-aa83-d94f63d19899 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:37.073663 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea921b30-6def-4e8e-8845-9514246d9bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396', 'code': 200} Mar 10 17:28:37.083638 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a8d6e251-ae01-48b9-8b1f-c75dc9c09c32 req-12999192-01b3-42e1-93bf-e350f19a3fac tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948393 Mar 10 17:28:37.096520 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=ee3bd9dd-9044-47ac-9888-09d13f0049f1,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:37.161815 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:37.198931 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (f2fbf394-3a9c-4a34-93b5-03511bc33c56), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.270001 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d37c27-826d-4dfa-8946-df0fb8bd07a0 None None] Network 986c3037-0405-4fa2-9434-6c1982f631e6 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:37.387068 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07fd9d-75bc-4ed8-8047-323791eec32e req-cc3325b9-943a-4d8f-8aee-ccc45cdab8fa tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:37.388696 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f07fd9d-75bc-4ed8-8047-323791eec32e req-cc3325b9-943a-4d8f-8aee-ccc45cdab8fa tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 948 time: 0.1517031 Mar 10 17:28:37.397164 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-4fa56c3e-e938-437a-8048-f285786f3337 None None] Provisioning complete for port ee3bd9dd-9044-47ac-9888-09d13f0049f1 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:37.397627 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4fa56c3e-e938-437a-8048-f285786f3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.412002 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023897-43b2-416a-98a7-33863035f316 req-72c4aa99-ea6f-4d79-9de2-de6aa5e59b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:37.413661 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43023897-43b2-416a-98a7-33863035f316 req-72c4aa99-ea6f-4d79-9de2-de6aa5e59b00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 1129 time: 0.1253879 Mar 10 17:28:37.499731 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Router f2fbf394-3a9c-4a34-93b5-03511bc33c56 is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:28:37.515192 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-4fa56c3e-e938-437a-8048-f285786f3337 None None] Current status of the port ee3bd9dd-9044-47ac-9888-09d13f0049f1 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:37.522310 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f07fd9d-75bc-4ed8-8047-323791eec32e req-a2e84c25-03bc-4d9a-83e2-c9a8254e7507 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233048 Mar 10 17:28:37.528375 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-43023897-43b2-416a-98a7-33863035f316 req-d441a210-028a-40ca-bc1a-b7a29eb6165b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965619 Mar 10 17:28:37.634650 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:28:37.643336 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Sync routers for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:28:37.650984 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.652203 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-dbef244d-38f9-41da-b76f-a17834a8ea58 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1965456 Mar 10 17:28:37.655292 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37228) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:37.656128 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:37.656818 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:37.769647 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-e099aded-d1fb-496e-bb07-b92091ddecf7 None None] Provisioning complete for port ee3bd9dd-9044-47ac-9888-09d13f0049f1 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:37.770284 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e099aded-d1fb-496e-bb07-b92091ddecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.815292 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:37.963777 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37236) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:37.968896 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-5bedd0eb-7893-45fc-8d3c-918c44df2cd4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1294451532', 'description': 'tempest-description--96527735'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:37.986173 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-e099aded-d1fb-496e-bb07-b92091ddecf7 None None] Current status of the port ee3bd9dd-9044-47ac-9888-09d13f0049f1 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:37.991720 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5bedd0eb-7893-45fc-8d3c-918c44df2cd4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.037434 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:36Z', 'revision_number': 3, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:38.068112 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Checking router: f2fbf394-3a9c-4a34-93b5-03511bc33c56 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:28:38.068459 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Updating router f2fbf394-3a9c-4a34-93b5-03511bc33c56 port 5446a6b8-48f9-4fef-8210-fedb5edbd804 binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:28:38.073247 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5bedd0eb-7893-45fc-8d3c-918c44df2cd4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (1f8b3378-52a7-4e5f-b3d8-b5edddf6c979), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.078250 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5bedd0eb-7893-45fc-8d3c-918c44df2cd4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (1f8b3378-52a7-4e5f-b3d8-b5edddf6c979), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.096694 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.108985 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedd0eb-7893-45fc-8d3c-918c44df2cd4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:38.113055 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.113723 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5bedd0eb-7893-45fc-8d3c-918c44df2cd4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.115205 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-5bedd0eb-7893-45fc-8d3c-918c44df2cd4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1503344 Mar 10 17:28:38.117950 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37240) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:38.122704 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-88980356-10fc-45a1-bf2f-910a45feb531 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group_rule': {'security_group_id': '1f8b3378-52a7-4e5f-b3d8-b5edddf6c979', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:38.186245 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-88980356-10fc-45a1-bf2f-910a45feb531 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (fab509d6-8661-46f9-995d-a8b66bdb994e), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.250158 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-88980356-10fc-45a1-bf2f-910a45feb531 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (fab509d6-8661-46f9-995d-a8b66bdb994e), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.255022 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-88980356-10fc-45a1-bf2f-910a45feb531 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (fab509d6-8661-46f9-995d-a8b66bdb994e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.278258 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88980356-10fc-45a1-bf2f-910a45feb531 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab509d6-8661-46f9-995d-a8b66bdb994e,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:38.285165 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-88980356-10fc-45a1-bf2f-910a45feb531 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.286579 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-88980356-10fc-45a1-bf2f-910a45feb531 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674085 Mar 10 17:28:38.290631 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37242) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:38.299281 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-2fb97d6a-0c34-4e6b-aeea-355b61665843 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group_rule': {'security_group_id': '1f8b3378-52a7-4e5f-b3d8-b5edddf6c979', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:38.327290 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2fb97d6a-0c34-4e6b-aeea-355b61665843 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (fd8ba526-c878-4b2e-8d4f-3e2075038fa8), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.390287 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2fb97d6a-0c34-4e6b-aeea-355b61665843 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (fd8ba526-c878-4b2e-8d4f-3e2075038fa8), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.394577 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2fb97d6a-0c34-4e6b-aeea-355b61665843 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (fd8ba526-c878-4b2e-8d4f-3e2075038fa8), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.406296 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Publish callbacks [] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.413666 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb97d6a-0c34-4e6b-aeea-355b61665843 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8ba526-c878-4b2e-8d4f-3e2075038fa8,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:38.413859 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.423112 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-2fb97d6a-0c34-4e6b-aeea-355b61665843 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.428153 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-2fb97d6a-0c34-4e6b-aeea-355b61665843 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352084 Mar 10 17:28:38.428767 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37244) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:38.433434 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:38.460784 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.500770 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242239a-802e-481c-8513-a52a2bf87728 None None] Pushing event updated for resources: {'Port': ['ID=5446a6b8-48f9-4fef-8210-fedb5edbd804,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:38.504747 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Attempting to bind port 5446a6b8-48f9-4fef-8210-fedb5edbd804 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:38.505092 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Attempting to bind port 5446a6b8-48f9-4fef-8210-fedb5edbd804 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:38.505460 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Attempting to bind port 5446a6b8-48f9-4fef-8210-fedb5edbd804 on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:38.512644 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:38.513029 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:38.513429 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.513855 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:38.514346 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Bound port: 5446a6b8-48f9-4fef-8210-fedb5edbd804, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:38.514763 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.541747 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a994d-80cb-4707-a769-27974c07a22c req-69c34c6a-8b78-4566-8ce9-f049c1cc29d5 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:38.543305 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b55a994d-80cb-4707-a769-27974c07a22c req-69c34c6a-8b78-4566-8ce9-f049c1cc29d5 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.3478920 Mar 10 17:28:38.572551 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.600506 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] For port 5446a6b8-48f9-4fef-8210-fedb5edbd804, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:38.605089 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] For port 5446a6b8-48f9-4fef-8210-fedb5edbd804, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=5446a6b8-48f9-4fef-8210-fedb5edbd804,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:38.613442 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.660693 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b55a994d-80cb-4707-a769-27974c07a22c req-39cf99ad-b4b6-4ff1-85ba-757247f3f007 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095405 Mar 10 17:28:38.678059 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Allocated IP 172.20.0.1 (986c3037-0405-4fa2-9434-6c1982f631e6/c1e06339-0060-4f9a-b8b3-6d88669c5ae4/b309bf9f-7c8f-482c-9733-55dd66030520) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:38.699625 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device ee3bd9dd-9044-47ac-9888-09d13f0049f1 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:38.704268 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411866e-f971-470e-9640-2e7a9790513a req-4a947392-4c96-4a1b-967f-46aa6625e8f6 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:38.705768 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3411866e-f971-470e-9640-2e7a9790513a req-4a947392-4c96-4a1b-967f-46aa6625e8f6 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 948 time: 0.0986319 Mar 10 17:28:38.709184 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Allocated IP 172.27.3.129 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/32141ef3-b73a-46c2-82f6-ef1645f2f843) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:38.726758 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d0359adc-7f3e-4ea2-99a0-4ae5473295a8 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:28:38.752826 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:38.753462 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:38.759216 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242239a-802e-481c-8513-a52a2bf87728 None None] Pushing event updated for resources: {'Port': ['ID=5446a6b8-48f9-4fef-8210-fedb5edbd804,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:38.814862 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3411866e-f971-470e-9640-2e7a9790513a req-0a16472b-94a7-4081-b690-a19ddf46b121 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879309 Mar 10 17:28:38.840319 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (32141ef3-b73a-46c2-82f6-ef1645f2f843), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.853532 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Publish callbacks [] for port (b309bf9f-7c8f-482c-9733-55dd66030520), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.878757 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (32141ef3-b73a-46c2-82f6-ef1645f2f843), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.896199 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.923743 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:38.928893 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:38.933206 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:38.939791 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Network 986c3037-0405-4fa2-9434-6c1982f631e6 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:38.944947 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:38.947432 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:38.955874 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=32141ef3-b73a-46c2-82f6-ef1645f2f843,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:38.979424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Pushing event updated for resources: {'Port': ['ID=b309bf9f-7c8f-482c-9733-55dd66030520,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:39.007198 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (f2fbf394-3a9c-4a34-93b5-03511bc33c56), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.034043 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (213fb348-e6dd-47bd-bf5f-c9c39b022d11), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.090497 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (32141ef3-b73a-46c2-82f6-ef1645f2f843), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.092707 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port ee3bd9dd-9044-47ac-9888-09d13f0049f1 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:39.094258 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.134794 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:39.171447 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.240526 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port d0359adc-7f3e-4ea2-99a0-4ae5473295a8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,segment=NetworkSegment(a099bca5-eddb-4184-b382-ebc58311480f),segment_id=a099bca5-eddb-4184-b382-ebc58311480f)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:39.269092 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (32141ef3-b73a-46c2-82f6-ef1645f2f843), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.273620 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (32141ef3-b73a-46c2-82f6-ef1645f2f843), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.277915 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'd0359adc-7f3e-4ea2-99a0-4ae5473295a8', 'network_id': '902e01a2-0d96-4db9-80d4-5cc54608d0a0', 'port_id': 'd0359adc-7f3e-4ea2-99a0-4ae5473295a8', 'mac_address': 'fa:16:3e:47:58:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb1d950-ad7f-4dcb-b2ab-c1c0a2b76c78', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:28:39.287523 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-0a558192-a727-4588-81f8-c45895e0e62c None None] Provisioning complete for port b309bf9f-7c8f-482c-9733-55dd66030520 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:39.287904 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-0a558192-a727-4588-81f8-c45895e0e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.355146 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Publish callbacks [] for port (b309bf9f-7c8f-482c-9733-55dd66030520), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.361046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.378017 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (213fb348-e6dd-47bd-bf5f-c9c39b022d11), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.392566 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=32141ef3-b73a-46c2-82f6-ef1645f2f843,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:39.399736 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.412129 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-8ae70971-ffc6-4a89-bcba-00ceb0f3b44c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9821949 Mar 10 17:28:39.431865 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-0a558192-a727-4588-81f8-c45895e0e62c None None] Port b309bf9f-7c8f-482c-9733-55dd66030520 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:39.439561 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:39.439954 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.441478 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (f2fbf394-3a9c-4a34-93b5-03511bc33c56), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.443682 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port ee3bd9dd-9044-47ac-9888-09d13f0049f1 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:39.474634 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0359adc-7f3e-4ea2-99a0-4ae5473295a8 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:39.483677 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Pushing event updated for resources: {'Port': ['ID=b309bf9f-7c8f-482c-9733-55dd66030520,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:39.503274 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port d0359adc-7f3e-4ea2-99a0-4ae5473295a8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,segment=NetworkSegment(a099bca5-eddb-4184-b382-ebc58311480f),segment_id=a099bca5-eddb-4184-b382-ebc58311480f)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:39.509081 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.574239 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:36Z', 'revision_number': 3, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:39.596718 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Network 986c3037-0405-4fa2-9434-6c1982f631e6 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:39.598544 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:39.604625 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6dd90-0602-40ec-b3a8-9ba21a0233a2 None None] The sync data for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi is: [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:36Z', 'revision_number': 3, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:28:39.606516 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:39.707135 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-d1658561-b397-485d-b746-137c5b34cc15 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1294451532&fields=id&tenant_id=8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 267 time: 0.0902202 Mar 10 17:28:39.872126 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-59d61bbd-42ae-4820-b9c1-9e30b08b28ee None None] Provisioning complete for port b309bf9f-7c8f-482c-9733-55dd66030520 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:39.872567 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-59d61bbd-42ae-4820-b9c1-9e30b08b28ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.873889 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Router f2fbf394-3a9c-4a34-93b5-03511bc33c56 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:28:39.918084 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-59d61bbd-42ae-4820-b9c1-9e30b08b28ee None None] Port b309bf9f-7c8f-482c-9733-55dd66030520 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:39.923859 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1891f-e163-48fd-a41d-25792b7db953 req-d3db3a5c-7409-4527-8d52-4d6fe566d29d tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:39.925387 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ac1891f-e163-48fd-a41d-25792b7db953 req-d3db3a5c-7409-4527-8d52-4d6fe566d29d tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.1731920 Mar 10 17:28:39.962979 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-827c809d-e975-4cfc-994a-fb8da74693bd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:39.964476 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-827c809d-e975-4cfc-994a-fb8da74693bd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 814 time: 0.2269206 Mar 10 17:28:40.012219 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-554c0d8a-1d7a-4782-b82d-f374c2344194 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/quotas/8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 375 time: 0.0374420 Mar 10 17:28:40.017641 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['d0359adc-7f3e-4ea2-99a0-4ae5473295a8'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:40.077529 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ac1891f-e163-48fd-a41d-25792b7db953 req-5de22477-8cbb-48bc-870c-7797e18a8144 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208718 Mar 10 17:28:40.105184 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:28:40.114144 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-3ee2a6d6-1876-4289-bbb6-c2212cfe440a admin admin] 10.222.0.16 "PUT /v2.0/routers/f2fbf394-3a9c-4a34-93b5-03511bc33c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4554994 Mar 10 17:28:40.149337 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-1189a885-ec60-42da-8c35-f31ba374f82b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0930758 Mar 10 17:28:40.292076 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb9f9-05ac-42c9-9704-b135a0612fb6 req-51028f06-ab71-4c98-afb4-9ff47e159107 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:40.293609 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d5fb9f9-05ac-42c9-9704-b135a0612fb6 req-51028f06-ab71-4c98-afb4-9ff47e159107 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 949 time: 0.1233845 Mar 10 17:28:40.311131 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-52b912d4-7f72-4803-a4d7-c3cdf18dc486 service neutron] 10.222.0.16 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492140 Mar 10 17:28:40.412086 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d5fb9f9-05ac-42c9-9704-b135a0612fb6 req-d3ec0501-15e2-47b2-9da1-f8505b162ad8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125791 Mar 10 17:28:40.448878 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-9c447db0-82af-4eb1-ad11-8caa87feb3a1 service neutron] 10.222.0.16 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286862 Mar 10 17:28:40.735439 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 5446a6b8-48f9-4fef-8210-fedb5edbd804 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:40.807700 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 5446a6b8-48f9-4fef-8210-fedb5edbd804 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:40.808248 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:40.909753 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-72965a54-ed3f-461b-ad7b-78e79562184e req-b19007ea-0852-472a-8e0a-794c6d68ee3b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 210 time: 0.0503194 Mar 10 17:28:40.928637 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 5446a6b8-48f9-4fef-8210-fedb5edbd804 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:40.929220 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:40.969215 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 5446a6b8-48f9-4fef-8210-fedb5edbd804, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=5446a6b8-48f9-4fef-8210-fedb5edbd804,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:40.974889 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.036185 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37296) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:41.038390 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=5446a6b8-48f9-4fef-8210-fedb5edbd804,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:41.041471 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-dd3cabc8-a2da-4c24-88bc-0830a30f90e1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825540969', 'description': 'tempest-description--1097476186'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:41.062991 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dd3cabc8-a2da-4c24-88bc-0830a30f90e1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.132307 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dd3cabc8-a2da-4c24-88bc-0830a30f90e1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (d6f47a43-0d53-4717-b5c0-19ed4e17743d), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.138978 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dd3cabc8-a2da-4c24-88bc-0830a30f90e1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d6f47a43-0d53-4717-b5c0-19ed4e17743d), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.171295 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cabc8-a2da-4c24-88bc-0830a30f90e1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f47a43-0d53-4717-b5c0-19ed4e17743d,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:41.175405 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dd3cabc8-a2da-4c24-88bc-0830a30f90e1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.176880 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-dd3cabc8-a2da-4c24-88bc-0830a30f90e1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1393752 Mar 10 17:28:41.179654 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37298) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:41.184280 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-028ee0d9-2013-40b5-8fe5-9fa31c18991b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'security_group_rule': {'security_group_id': 'd6f47a43-0d53-4717-b5c0-19ed4e17743d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:41.209259 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-028ee0d9-2013-40b5-8fe5-9fa31c18991b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (f1992e80-6f86-491f-bb5d-2232c843392c), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.265793 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-028ee0d9-2013-40b5-8fe5-9fa31c18991b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (f1992e80-6f86-491f-bb5d-2232c843392c), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.269688 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-028ee0d9-2013-40b5-8fe5-9fa31c18991b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (f1992e80-6f86-491f-bb5d-2232c843392c), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.285299 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ee0d9-2013-40b5-8fe5-9fa31c18991b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1992e80-6f86-491f-bb5d-2232c843392c,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:41.301183 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-028ee0d9-2013-40b5-8fe5-9fa31c18991b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.303051 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-028ee0d9-2013-40b5-8fe5-9fa31c18991b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223657 Mar 10 17:28:41.305585 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37300) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:41.310252 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-537ff353-012f-4997-9342-cc38c9f6db10 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'security_group_rule': {'security_group_id': 'd6f47a43-0d53-4717-b5c0-19ed4e17743d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:41.339383 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-537ff353-012f-4997-9342-cc38c9f6db10 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (916bb342-7670-4ff6-818e-fba59c39b952), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.354152 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Sync routers for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:28:41.366391 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:41.366926 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:41.397855 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-537ff353-012f-4997-9342-cc38c9f6db10 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (916bb342-7670-4ff6-818e-fba59c39b952), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.401662 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-537ff353-012f-4997-9342-cc38c9f6db10 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (916bb342-7670-4ff6-818e-fba59c39b952), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.418632 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ff353-012f-4997-9342-cc38c9f6db10 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916bb342-7670-4ff6-818e-fba59c39b952,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:41.429176 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-537ff353-012f-4997-9342-cc38c9f6db10 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.430475 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-537ff353-012f-4997-9342-cc38c9f6db10 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237879 Mar 10 17:28:41.434430 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37302) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:41.439104 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:41.460094 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.481970 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:41.586458 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068af20-cbde-4381-8bd0-b58fe1cafdb3 req-174519b7-156f-477f-b736-23fa81bd2276 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:41.587845 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9068af20-cbde-4381-8bd0-b58fe1cafdb3 req-174519b7-156f-477f-b736-23fa81bd2276 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 949 time: 0.0948098 Mar 10 17:28:41.620070 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.676238 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 2, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:41.684164 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9068af20-cbde-4381-8bd0-b58fe1cafdb3 req-c4e9f4ca-c191-4118-804a-950693766ebc tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896742 Mar 10 17:28:41.710814 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Checking router: f2fbf394-3a9c-4a34-93b5-03511bc33c56 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:28:41.711309 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Updating router f2fbf394-3a9c-4a34-93b5-03511bc33c56 port b309bf9f-7c8f-482c-9733-55dd66030520 binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:28:41.740531 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.759752 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Allocated IP 172.27.3.219 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/95dcf250-4cfc-401c-b51e-f58281b927a7) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:41.945152 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-f3634c88-5d62-4077-b4c6-94061aec0139 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:41.946684 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-f3634c88-5d62-4077-b4c6-94061aec0139 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 814 time: 0.1620812 Mar 10 17:28:41.958577 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for port (95dcf250-4cfc-401c-b51e-f58281b927a7), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.024861 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d528c84d-7d93-4c09-8a04-9b9da3ef67e6 req-f8405f76-7496-437a-b3ee-1eded75385f2 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 210 time: 0.0363133 Mar 10 17:28:42.029945 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Publish callbacks [] for port (b309bf9f-7c8f-482c-9733-55dd66030520), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.035483 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.091038 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (95dcf250-4cfc-401c-b51e-f58281b927a7), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.092972 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Pushing event updated for resources: {'Port': ['ID=b309bf9f-7c8f-482c-9733-55dd66030520,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.100653 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-0cfdf925-0a82-4de8-9a8a-e12b29871fcd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 472 time: 0.1327643 Mar 10 17:28:42.120027 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.120651 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.121200 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.121541 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.121869 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.122221 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.122549 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.123446 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.123778 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.124695 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.125180 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.125685 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.126012 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:42.128491 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'port': {'device_id': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'admin_state_up': True, 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'security_groups': ['1f8b3378-52a7-4e5f-b3d8-b5edddf6c979']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:42.157625 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:42.158375 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Attempting to bind port b309bf9f-7c8f-482c-9733-55dd66030520 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:42.158737 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Attempting to bind port b309bf9f-7c8f-482c-9733-55dd66030520 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:42.159106 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Attempting to bind port b309bf9f-7c8f-482c-9733-55dd66030520 on network 986c3037-0405-4fa2-9434-6c1982f631e6 {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:42.164451 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:42.164833 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Checking segment: {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:42.165236 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.165633 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Bound using segment: {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:42.166170 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Bound port: b309bf9f-7c8f-482c-9733-55dd66030520, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:42.166552 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.172456 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:42.179800 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:42.230528 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'Port': ['ID=95dcf250-4cfc-401c-b51e-f58281b927a7,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.232836 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] For port b309bf9f-7c8f-482c-9733-55dd66030520, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:42.237150 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] For port b309bf9f-7c8f-482c-9733-55dd66030520, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=b309bf9f-7c8f-482c-9733-55dd66030520,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:42.245233 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.259875 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-c6efe010-efaf-4465-905f-5050ede210ba None None] Provisioning complete for port b309bf9f-7c8f-482c-9733-55dd66030520 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:42.260388 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6efe010-efaf-4465-905f-5050ede210ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.312790 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:42.313916 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:42.328159 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Made reservation on behalf of 8bfade72cd754d9092d313481b3f465f for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:42.331316 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.348505 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (471280d7-f21d-4cfe-acfa-7cd6b3de8de0), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.360669 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-c6efe010-efaf-4465-905f-5050ede210ba None None] Current status of the port b309bf9f-7c8f-482c-9733-55dd66030520 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:42.361391 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6efe010-efaf-4465-905f-5050ede210ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.405996 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-c6efe010-efaf-4465-905f-5050ede210ba None None] For port b309bf9f-7c8f-482c-9733-55dd66030520, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=b309bf9f-7c8f-482c-9733-55dd66030520,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:42.415831 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6efe010-efaf-4465-905f-5050ede210ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.429415 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70008bb-cad2-4d6d-bb26-c910a7a8b27a None None] Pushing event updated for resources: {'Port': ['ID=b309bf9f-7c8f-482c-9733-55dd66030520,revision_number=4']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.435034 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (95dcf250-4cfc-401c-b51e-f58281b927a7), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.448176 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:42.484533 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efe010-efaf-4465-905f-5050ede210ba None None] Pushing event updated for resources: {'Port': ['ID=b309bf9f-7c8f-482c-9733-55dd66030520,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.546836 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Allocated IP 172.20.0.13 (492946a2-c896-490a-bb54-962c310b31ed/d9134d34-ee3b-4dcf-bac2-b6cb028c05ba/0abb9f28-4ed7-4dfd-992a-83f312aad2c0) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:42.644539 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-a6fbef10-4a66-4941-bd57-64bb93d28a7a None None] Provisioning complete for port b309bf9f-7c8f-482c-9733-55dd66030520 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:42.645013 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a6fbef10-4a66-4941-bd57-64bb93d28a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.670981 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:42.678994 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 5446a6b8-48f9-4fef-8210-fedb5edbd804 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:42.697302 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9551f674-3f13-4572-9b27-30448917d3d5 None None] The sync data for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi is: [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:28:42.726723 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for port (95dcf250-4cfc-401c-b51e-f58281b927a7), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.734559 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (95dcf250-4cfc-401c-b51e-f58281b927a7), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.739555 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d0359adc-7f3e-4ea2-99a0-4ae5473295a8 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:42.876931 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.882789 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'Port': ['ID=95dcf250-4cfc-401c-b51e-f58281b927a7,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.883000 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 5446a6b8-48f9-4fef-8210-fedb5edbd804 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:42.883377 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.907756 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (471280d7-f21d-4cfe-acfa-7cd6b3de8de0), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.931037 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-a6fbef10-4a66-4941-bd57-64bb93d28a7a None None] Current status of the port b309bf9f-7c8f-482c-9733-55dd66030520 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:42.941240 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:28:42.949535 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:42.949912 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.954086 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f7a4a-d379-4600-adb0-9f4ed4bff73f req-9a9c10d4-044c-4ab5-b885-5500ebc7e974 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:42.960793 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4f3f7a4a-d379-4600-adb0-9f4ed4bff73f req-9a9c10d4-044c-4ab5-b885-5500ebc7e974 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 949 time: 0.1538892 Mar 10 17:28:42.971391 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.978575 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-21f74194-c2f0-467a-9deb-e6280d03c5fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5377386 Mar 10 17:28:42.987326 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.041892 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 5446a6b8-48f9-4fef-8210-fedb5edbd804 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:43.110426 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:43.110973 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.139295 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a8c086-5100-469d-b671-9558a88aae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0359adc-7f3e-4ea2-99a0-4ae5473295a8'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:43.141951 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d638e4-aba8-4a52-bd9e-019340ea3dfa" -d '{"events": [{"server_uuid": "97a8c086-5100-469d-b671-9558a88aae7b", "name": "network-vif-plugged", "status": "completed", "tag": "d0359adc-7f3e-4ea2-99a0-4ae5473295a8"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:43.157846 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port d0359adc-7f3e-4ea2-99a0-4ae5473295a8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,segment=NetworkSegment(a099bca5-eddb-4184-b382-ebc58311480f),segment_id=a099bca5-eddb-4184-b382-ebc58311480f)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:43.162856 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.213992 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:43.311846 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Network 492946a2-c896-490a-bb54-962c310b31ed is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:43.331977 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:43.334458 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:43.358291 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:43.381863 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4f3f7a4a-d379-4600-adb0-9f4ed4bff73f req-21884534-8b5a-41f2-9dd9-0640eccd7566 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201832 Mar 10 17:28:43.415973 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:43.416629 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.443123 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-125e2e05-1cbb-4c9d-9dba-4389aa7af78a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3346734 Mar 10 17:28:43.463510 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Request body: {'port': {'device_id': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:43.476864 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b96d9-702d-415b-80a5-70bf6918281a req-12fe8eb5-912e-4067-9629-6ec2b583f76f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:43.478445 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2b1b96d9-702d-415b-80a5-70bf6918281a req-12fe8eb5-912e-4067-9629-6ec2b583f76f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 932 time: 0.1754169 Mar 10 17:28:43.563681 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-dd4f9e55-493a-4471-b5e2-3218df6be5a5 None None] Provisioning complete for port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:43.564250 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-dd4f9e55-493a-4471-b5e2-3218df6be5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.602358 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f9e55-493a-4471-b5e2-3218df6be5a5 None None] Port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:43.611362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.615864 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-61543531-f80a-49af-9fc6-f1e872fbf2c8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1825540969&fields=id&tenant_id=44e141ba2afe439c88dacb1c3939d477 HTTP/1.1" status: 200 len: 267 time: 0.1168072 Mar 10 17:28:43.631403 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2b1b96d9-702d-415b-80a5-70bf6918281a req-40b0b862-adad-482a-8c9b-90832cbd9c1a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304619 Mar 10 17:28:43.689537 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444a80ab-1e40-49b1-9b9e-e4fcade2b24a x-openstack-request-id: req-444a80ab-1e40-49b1-9b9e-e4fcade2b24a {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:43.689833 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a8c086-5100-469d-b671-9558a88aae7b", "name": "network-vif-plugged", "status": "completed", "tag": "d0359adc-7f3e-4ea2-99a0-4ae5473295a8", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:43.690086 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-444a80ab-1e40-49b1-9b9e-e4fcade2b24a {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:43.690686 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a8c086-5100-469d-b671-9558a88aae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0359adc-7f3e-4ea2-99a0-4ae5473295a8', 'code': 200} Mar 10 17:28:43.825629 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-2f445f26-391d-4ffa-ae31-c1f3efbf987f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:43.827115 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-2f445f26-391d-4ffa-ae31-c1f3efbf987f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 817 time: 0.2025180 Mar 10 17:28:43.856814 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-94d34965-acde-42cc-b648-63b7450026fe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/quotas/44e141ba2afe439c88dacb1c3939d477 HTTP/1.1" status: 200 len: 375 time: 0.0233767 Mar 10 17:28:43.923993 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab9b73-a499-4a96-aff3-c1e448fd7abf req-fd676b7b-5a18-4455-ab22-c2396e2911b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:43.926767 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-72ab9b73-a499-4a96-aff3-c1e448fd7abf req-fd676b7b-5a18-4455-ab22-c2396e2911b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 1134 time: 0.0554500 Mar 10 17:28:43.978198 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-72ab9b73-a499-4a96-aff3-c1e448fd7abf req-c6558f56-9ec1-4cc6-b8dc-8254ec06cb76 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 Mar 10 17:28:43.984655 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-022247bc-0c97-4b94-a694-831570e19a9d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166079 Mar 10 17:28:44.087615 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:44.099467 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Publish callbacks [] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.120590 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Transition to ACTIVE for port object 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:44.127627 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.157021 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-84b24de7-0330-4e67-83d6-8febcab40ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607659 Mar 10 17:28:44.210957 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:44.325072 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-f4e8ca4f-3d6a-40a6-9403-c171925dc565 service neutron] 10.222.0.16 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585822 Mar 10 17:28:44.332840 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Attempting to bind port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:44.333172 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Attempting to bind port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:44.333496 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Attempting to bind port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:44.339799 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 on network 492946a2-c896-490a-bb54-962c310b31ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:44.340059 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Attempting to bind port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:44.344911 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:44.345246 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Checking segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:44.345620 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Bound using segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:44.346036 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Bound port: 0abb9f28-4ed7-4dfd-992a-83f312aad2c0, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:44.346426 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.409953 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] For port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:44.414837 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] For port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:44.439972 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.496969 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:44.497764 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.499129 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/0abb9f28-4ed7-4dfd-992a-83f312aad2c0 HTTP/1.1" status: 200 len: 1094 time: 1.0404530 Mar 10 17:28:44.503646 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'tag': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:44.505936 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c11ba20-52c9-4231-a007-bc9c7f392ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "7debcfa1-29bf-4c1c-ac0f-284951c59737", "tag": "0abb9f28-4ed7-4dfd-992a-83f312aad2c0"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:44.557382 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-536e84c2-3aed-4094-b965-b9590020779d req-ff52b996-fb6b-4fe4-aa6b-6b722e1f4e38 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 210 time: 0.0571892 Mar 10 17:28:44.584033 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8ecd2-9362-41e4-b389-da4880b630a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:44.605370 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284537-d325-4fde-a78b-2ebe6687c6e3 req-8aff7391-7ee1-4959-bf5f-568f8820ec7f tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:44.607787 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d4284537-d325-4fde-a78b-2ebe6687c6e3 req-8aff7391-7ee1-4959-bf5f-568f8820ec7f tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 950 time: 0.1230073 Mar 10 17:28:44.644296 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4613bac-4ebc-4725-a97c-e75b1c7088a5 x-openstack-request-id: req-a4613bac-4ebc-4725-a97c-e75b1c7088a5 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:44.644643 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7debcfa1-29bf-4c1c-ac0f-284951c59737", "tag": "0abb9f28-4ed7-4dfd-992a-83f312aad2c0", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:44.645013 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4613bac-4ebc-4725-a97c-e75b1c7088a5 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:44.645441 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'tag': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0', 'status': 'completed', 'code': 200} Mar 10 17:28:44.723310 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d4284537-d325-4fde-a78b-2ebe6687c6e3 req-de6eb761-2fee-4596-b1b2-82b4d1694317 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055715 Mar 10 17:28:44.764551 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device b309bf9f-7c8f-482c-9733-55dd66030520 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:44.822433 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port b309bf9f-7c8f-482c-9733-55dd66030520 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:44.822808 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.838156 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed101189-6ff5-496d-9576-585493c52a94 req-d1f0b39c-0bc8-4d53-b83b-d0b840d61edc tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:44.839701 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ed101189-6ff5-496d-9576-585493c52a94 req-d1f0b39c-0bc8-4d53-b83b-d0b840d61edc tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 944 time: 0.1112592 Mar 10 17:28:44.843649 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11ba20-52c9-4231-a007-bc9c7f392ec5 req-74fa6e47-2c92-4708-bba8-c6eb71f5a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:44.845043 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8c11ba20-52c9-4231-a007-bc9c7f392ec5 req-74fa6e47-2c92-4708-bba8-c6eb71f5a183 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 1128 time: 0.0715795 Mar 10 17:28:44.929515 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port b309bf9f-7c8f-482c-9733-55dd66030520 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:44.990782 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ed101189-6ff5-496d-9576-585493c52a94 req-a9ff2c4c-1414-45fb-ba93-ee95eb2c7eaf tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447656 Mar 10 17:28:45.051830 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11ba20-52c9-4231-a007-bc9c7f392ec5 req-ec1c8feb-963e-49c4-9e01-21a072d475ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.053262 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8c11ba20-52c9-4231-a007-bc9c7f392ec5 req-ec1c8feb-963e-49c4-9e01-21a072d475ac service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8bfade72cd754d9092d313481b3f465f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1901338 Mar 10 17:28:45.222050 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11ba20-52c9-4231-a007-bc9c7f392ec5 req-5e3c4a89-e720-42fe-aaa7-db59e942191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.223570 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8c11ba20-52c9-4231-a007-bc9c7f392ec5 req-5e3c4a89-e720-42fe-aaa7-db59e942191b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647263 Mar 10 17:28:45.349958 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-f20632a3-8340-4f86-bf85-c77939ef70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.351433 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-f20632a3-8340-4f86-bf85-c77939ef70d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 1128 time: 0.0430532 Mar 10 17:28:45.431963 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-74e8fd73-806a-43a0-90b8-e3999c4550b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0abb9f28-4ed7-4dfd-992a-83f312aad2c0 HTTP/1.1" status: 200 len: 217 time: 0.0413487 Mar 10 17:28:45.517577 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-826d1045-1492-4fa1-ad3a-c64580999198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.519065 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-826d1045-1492-4fa1-ad3a-c64580999198 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0433505 Mar 10 17:28:45.568978 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-15993376-e3b3-42ef-a4a4-91e8f3a042fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.570467 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-15993376-e3b3-42ef-a4a4-91e8f3a042fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434711 Mar 10 17:28:45.664756 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8a20eef8-2255-4c38-a016-77d1dea97686 req-ed968539-5008-464c-9051-4c2c80e37d24 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 210 time: 0.0305321 Mar 10 17:28:45.684904 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-089037f4-baec-450d-b481-fca7a70f7016 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071866 Mar 10 17:28:45.833973 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e4680e7c-2841-4f1f-908b-7e5b2cb669df req-7fe987b6-ff13-4405-aaf6-3aac7bcf3650 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173301 Mar 10 17:28:45.855993 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2afd3-0d9d-4441-8ba9-94c0f72119d2 req-0ea978bf-4dd1-438c-af5f-b0e1ad193cf7 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.857573 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1ab2afd3-0d9d-4441-8ba9-94c0f72119d2 req-0ea978bf-4dd1-438c-af5f-b0e1ad193cf7 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 950 time: 0.0699589 Mar 10 17:28:45.914808 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1ab2afd3-0d9d-4441-8ba9-94c0f72119d2 req-5350a388-badb-443f-8647-f9255e09580c tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491531 Mar 10 17:28:45.923676 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a14af9ca-0203-4132-add2-2733166d31fc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.925124 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a14af9ca-0203-4132-add2-2733166d31fc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 817 time: 0.1063259 Mar 10 17:28:46.089413 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-349d6a20-06ac-477a-8bdb-0785fa8f4146 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44e141ba2afe439c88dacb1c3939d477 HTTP/1.1" status: 200 len: 380 time: 0.0665841 Mar 10 17:28:46.117075 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922848c-cca1-4d2e-bc16-df19f9874fd9 req-a539cc91-e692-4d9b-a99c-b8011ed1ad4c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:46.118556 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b922848c-cca1-4d2e-bc16-df19f9874fd9 req-a539cc91-e692-4d9b-a99c-b8011ed1ad4c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 944 time: 0.0547464 Mar 10 17:28:46.161544 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'port': {'device_id': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'admin_state_up': True, 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'security_groups': ['d6f47a43-0d53-4717-b5c0-19ed4e17743d']}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:46.167511 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b922848c-cca1-4d2e-bc16-df19f9874fd9 req-e945be8c-9937-4c93-8f05-ed7629537b9b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428896 Mar 10 17:28:46.290856 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Made reservation on behalf of 44e141ba2afe439c88dacb1c3939d477 for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:46.294191 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.417326 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Allocated IP 172.20.0.7 (986c3037-0405-4fa2-9434-6c1982f631e6/c1e06339-0060-4f9a-b8b3-6d88669c5ae4/a0fd5a84-3f20-4864-abdb-ada9bcad9372) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:46.540610 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-f6d0bfec-3660-42ce-9c2b-4bf1841afca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.550589 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.583003 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.626871 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Network 986c3037-0405-4fa2-9434-6c1982f631e6 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:46.632237 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:46.635814 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:46.659514 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:46.688291 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:46.688909 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.707492 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-055bd529-7cb2-4ec5-bb34-dc3db21ba1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509982 Mar 10 17:28:46.732262 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Request body: {'port': {'device_id': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:46.794692 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b10fef-bf8a-4022-8754-251ab9e3a63f req-d4d03535-bb9f-4e5c-b2c3-d6886ede301f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:46.796222 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b9b10fef-bf8a-4022-8754-251ab9e3a63f req-d4d03535-bb9f-4e5c-b2c3-d6886ede301f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 931 time: 0.0605779 Mar 10 17:28:46.800459 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.854700 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b9b10fef-bf8a-4022-8754-251ab9e3a63f req-e74bc4cf-414d-416c-bfb9-101a73c4b202 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513802 Mar 10 17:28:46.919565 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-4e840a90-11da-41b6-864f-c6cbbac06fb6 None None] Provisioning complete for port a0fd5a84-3f20-4864-abdb-ada9bcad9372 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:46.919874 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4e840a90-11da-41b6-864f-c6cbbac06fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.955270 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-4e840a90-11da-41b6-864f-c6cbbac06fb6 None None] Port a0fd5a84-3f20-4864-abdb-ada9bcad9372 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:47.034373 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b676580-18a6-4f3f-839d-e005c1e794f1 req-16a233f6-7129-4fe2-a4e4-ab552caf67d5 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.035938 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1b676580-18a6-4f3f-839d-e005c1e794f1 req-16a233f6-7129-4fe2-a4e4-ab552caf67d5 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 950 time: 0.0515571 Mar 10 17:28:47.072825 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fd5a84-3f20-4864-abdb-ada9bcad9372 {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:47.081209 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Publish callbacks [] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:47.084298 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1b676580-18a6-4f3f-839d-e005c1e794f1 req-23cf6a95-d2d1-4d07-8d76-373a97b51332 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Mar 10 17:28:47.105940 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Transition to ACTIVE for port object a0fd5a84-3f20-4864-abdb-ada9bcad9372 will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:47.109157 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:47.162647 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:47.250441 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Attempting to bind port a0fd5a84-3f20-4864-abdb-ada9bcad9372 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:47.251001 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Attempting to bind port a0fd5a84-3f20-4864-abdb-ada9bcad9372 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:47.251527 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Attempting to bind port a0fd5a84-3f20-4864-abdb-ada9bcad9372 on network 986c3037-0405-4fa2-9434-6c1982f631e6 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:47.257828 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Port a0fd5a84-3f20-4864-abdb-ada9bcad9372 on network 986c3037-0405-4fa2-9434-6c1982f631e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:47.258294 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Attempting to bind port a0fd5a84-3f20-4864-abdb-ada9bcad9372 on network 986c3037-0405-4fa2-9434-6c1982f631e6 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:47.267291 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:47.268067 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Checking segment: {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:47.268562 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Bound using segment: {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:47.269440 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Bound port: a0fd5a84-3f20-4864-abdb-ada9bcad9372, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:47.270001 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:47.375463 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:47.380044 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:47.387589 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:47.422283 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.423053 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:47.424562 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] 10.222.0.37 "PUT /v2.0/ports/a0fd5a84-3f20-4864-abdb-ada9bcad9372 HTTP/1.1" status: 200 len: 1093 time: 0.7000887 Mar 10 17:28:47.425107 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:47.427482 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:47.462150 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defee9cb-a776-42da-bedd-8140d5544d76 req-d0106b23-13a5-40fe-9f9d-91a5f7cb6662 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.463193 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7146bc3-a04d-4574-b14d-d54f4799318c service neutron] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:47.463658 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-defee9cb-a776-42da-bedd-8140d5544d76 req-d0106b23-13a5-40fe-9f9d-91a5f7cb6662 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 944 time: 0.1266985 Mar 10 17:28:47.473305 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2a31d-5ef2-4a60-84af-5a31b5e6feff req-412b3e59-f9b6-445d-8a49-4f3a0b0a5cd4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.481134 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-baf2a31d-5ef2-4a60-84af-5a31b5e6feff req-412b3e59-f9b6-445d-8a49-4f3a0b0a5cd4 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 950 time: 0.0901544 Mar 10 17:28:47.544302 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-dcf441b3-bec7-495b-b021-e65eabe0c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.546405 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-dcf441b3-bec7-495b-b021-e65eabe0c0f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 1127 time: 0.0551128 Mar 10 17:28:47.550692 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-baf2a31d-5ef2-4a60-84af-5a31b5e6feff req-220ed8b6-9728-40a2-a0d4-8ad4649e5f30 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684326 Mar 10 17:28:47.573649 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-defee9cb-a776-42da-bedd-8140d5544d76 req-cc023601-9748-47ca-8402-e995ab3e9315 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875671 Mar 10 17:28:47.619897 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce505da2-b21c-4281-bf26-0b4324663210 x-openstack-request-id: req-ce505da2-b21c-4281-bf26-0b4324663210 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:47.620192 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:47.620445 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce505da2-b21c-4281-bf26-0b4324663210 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:47.620847 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'status': 'completed', 'code': 200} Mar 10 17:28:47.660474 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3bd98-7c05-45de-bbf6-25ef2acd3cde req-70ad7d47-40d5-495e-a693-1247efe6c863 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.661983 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-35b3bd98-7c05-45de-bbf6-25ef2acd3cde req-70ad7d47-40d5-495e-a693-1247efe6c863 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0561159 Mar 10 17:28:47.685851 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-04f77ee3-1fcd-4663-9bcb-51c45eca941c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372 HTTP/1.1" status: 200 len: 217 time: 0.0390716 Mar 10 17:28:47.709392 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-35b3bd98-7c05-45de-bbf6-25ef2acd3cde req-3057c62b-89cb-4dda-a073-a0ff86d2fbca tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406518 Mar 10 17:28:47.741653 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-3d18df19-ca46-4003-b1a0-df6214afa48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.743190 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-3d18df19-ca46-4003-b1a0-df6214afa48b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0443063 Mar 10 17:28:47.796876 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-13919797-327b-4506-9a21-3ca34b7570ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.798395 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-13919797-327b-4506-9a21-3ca34b7570ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446248 Mar 10 17:28:47.891629 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-82ea2089-6fdc-4ed3-b7be-62d38c4b924c service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861781 Mar 10 17:28:47.981611 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ec2d5-d545-42fe-998b-9ab24617c816 req-841adda5-ea66-4c7f-9565-ebea5d6a04f9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.983574 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff6ec2d5-d545-42fe-998b-9ab24617c816 req-841adda5-ea66-4c7f-9565-ebea5d6a04f9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0610445 Mar 10 17:28:47.983729 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-778c246d-891d-4731-8135-12a8d7a6dc09 req-94e9e6b4-0752-4afb-87b4-ffecad352015 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860851 Mar 10 17:28:48.029745 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff6ec2d5-d545-42fe-998b-9ab24617c816 req-7cb03693-902a-46e4-aa73-de3a3b5009c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401373 Mar 10 17:28:48.160681 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-8501a0d2-1abd-481a-ab23-238afc0bf702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:48.162073 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-8501a0d2-1abd-481a-ab23-238afc0bf702 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 1127 time: 0.0522118 Mar 10 17:28:48.257145 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-6f34429a-ec75-4ce8-9062-e26150e8249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:48.258604 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-6f34429a-ec75-4ce8-9062-e26150e8249b service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.0807924 Mar 10 17:28:48.302553 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-60514f5a-83e6-44b8-b471-01239004483a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372 HTTP/1.1" status: 200 len: 217 time: 0.0368352 Mar 10 17:28:48.351327 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-c25e2a5e-3ad8-460a-865c-199c86f0307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:48.352758 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-c25e2a5e-3ad8-460a-865c-199c86f0307c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0427508 Mar 10 17:28:48.401397 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-50d24e03-7622-45f0-93ab-541657ad29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:48.406671 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-50d24e03-7622-45f0-93ab-541657ad29cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441957 Mar 10 17:28:48.492568 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-2bda09c9-512e-42e2-96ed-e37455b91896 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828121 Mar 10 17:28:48.580841 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-cf35bce8-d60f-4efd-af8a-c3046bc3d0a5 req-27f54f6e-3554-4955-a9b6-cba966ccce98 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814037 Mar 10 17:28:48.695217 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e8294-7986-49d7-ac3e-7dcdf33bcb7a req-f9eb5dcb-d57c-466d-9759-440b1fb56cfc tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:48.696684 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff7e8294-7986-49d7-ac3e-7dcdf33bcb7a req-f9eb5dcb-d57c-466d-9759-440b1fb56cfc tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 950 time: 0.0828061 Mar 10 17:28:48.708203 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d4db5-dd76-492a-95e9-3c61fad1c744 req-6a9ecca5-361d-4566-a6a3-ce2858d9288d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:48.709572 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4e5d4db5-dd76-492a-95e9-3c61fad1c744 req-6a9ecca5-361d-4566-a6a3-ce2858d9288d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 944 time: 0.0685661 Mar 10 17:28:48.774985 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff7e8294-7986-49d7-ac3e-7dcdf33bcb7a req-f67c28dc-9024-45eb-810a-8aa1f87c94d6 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644011 Mar 10 17:28:48.785894 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4e5d4db5-dd76-492a-95e9-3c61fad1c744 req-d7534339-dc50-46de-9173-be873aca4103 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698936 Mar 10 17:28:48.813326 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b0af227-2f97-4065-8168-7571eea94c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:48.881395 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383263b2-3bf2-4dea-8dfc-b38669941ce7 req-ac46cb62-49a3-49a1-bce4-8e120ba6c4df tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:48.882895 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-383263b2-3bf2-4dea-8dfc-b38669941ce7 req-ac46cb62-49a3-49a1-bce4-8e120ba6c4df tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0513332 Mar 10 17:28:48.929252 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-383263b2-3bf2-4dea-8dfc-b38669941ce7 req-08b97807-f873-488a-821b-e00ceecfbd63 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409131 Mar 10 17:28:49.148670 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2cec7-d5e9-4921-bdf5-bf2e4ca4165f req-04583f49-86e3-4ac0-ace8-69746fe8618f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:49.150143 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f2a2cec7-d5e9-4921-bdf5-bf2e4ca4165f req-04583f49-86e3-4ac0-ace8-69746fe8618f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0508029 Mar 10 17:28:49.198633 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f2a2cec7-d5e9-4921-bdf5-bf2e4ca4165f req-699db2fd-2c06-45ff-a544-b1d0e43b03a3 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427747 Mar 10 17:28:49.725193 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-c2313627-993b-4522-8d7d-9e24df3f44d5 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:49.726765 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-c2313627-993b-4522-8d7d-9e24df3f44d5 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.37 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 950 time: 0.0552738 Mar 10 17:28:49.832224 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Deleting port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:49.832649 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:49.925964 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783f7e3-1d2a-465c-8c3c-056dbe92c641 req-bf9c9834-15d0-4284-899d-2343e3680247 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:49.927091 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] For port d0359adc-7f3e-4ea2-99a0-4ae5473295a8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,segment=NetworkSegment(a099bca5-eddb-4184-b382-ebc58311480f),segment_id=a099bca5-eddb-4184-b382-ebc58311480f)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:49.927463 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:49.927606 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6783f7e3-1d2a-465c-8c3c-056dbe92c641 req-bf9c9834-15d0-4284-899d-2343e3680247 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a8c086-5100-469d-b671-9558a88aae7b HTTP/1.1" status: 200 len: 950 time: 0.0810750 Mar 10 17:28:49.939806 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Calling delete_port for d0359adc-7f3e-4ea2-99a0-4ae5473295a8 owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:49.950050 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e002954-c416-487d-a0ff-08fe8e45fea1 req-3bafdec6-0063-477c-8049-3c29714ed3a2 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:49.953626 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2e002954-c416-487d-a0ff-08fe8e45fea1 req-3bafdec6-0063-477c-8049-3c29714ed3a2 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 944 time: 0.0988498 Mar 10 17:28:49.959633 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.012600 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6783f7e3-1d2a-465c-8c3c-056dbe92c641 req-6b5860c0-3945-4fe2-b6ef-ca75f21a319d tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.16 "GET /v2.0/security-groups?id=a468bca4-6ccc-4cb8-ba95-e649d77d8f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788462 Mar 10 17:28:50.024571 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2e002954-c416-487d-a0ff-08fe8e45fea1 req-fca5c4ce-e373-4f7d-86c6-e33aa6d7df21 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633023 Mar 10 17:28:50.066262 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (d0359adc-7f3e-4ea2-99a0-4ae5473295a8), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.096126 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Pushing event deleted for resources: {'Port': ['ID=d0359adc-7f3e-4ea2-99a0-4ae5473295a8,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:50.108852 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['d0359adc-7f3e-4ea2-99a0-4ae5473295a8'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:50.144532 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] No DVR routers for this DVR port d0359adc-7f3e-4ea2-99a0-4ae5473295a8 on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:50.147556 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.151109 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-064ccbe3-6931-4244-9f41-a3b2220c318d req-5206daaf-fb86-4153-8f43-9387f669e9b8 tempest-VolumesNegativeTest-496913212 tempest-VolumesNegativeTest-496913212-project] 10.222.0.37 "DELETE /v2.0/ports/d0359adc-7f3e-4ea2-99a0-4ae5473295a8 HTTP/1.1" status: 204 len: 173 time: 0.4177394 Mar 10 17:28:50.151641 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a8c086-5100-469d-b671-9558a88aae7b', 'name': 'network-vif-deleted', 'tag': 'd0359adc-7f3e-4ea2-99a0-4ae5473295a8'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:50.152874 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035e74d-ebcd-4a41-a98f-5f28d456f538 req-fdf7d9e6-aca8-4db4-933e-59aa9e71a787 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:50.155115 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f333b32-0b34-47d6-973c-9018a76df43e" -d '{"events": [{"server_uuid": "97a8c086-5100-469d-b671-9558a88aae7b", "name": "network-vif-deleted", "tag": "d0359adc-7f3e-4ea2-99a0-4ae5473295a8"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:50.168934 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b035e74d-ebcd-4a41-a98f-5f28d456f538 req-fdf7d9e6-aca8-4db4-933e-59aa9e71a787 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0780294 Mar 10 17:28:50.198314 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dade191-4af8-4f89-8b20-6a2ffcd3b891 x-openstack-request-id: req-1dade191-4af8-4f89-8b20-6a2ffcd3b891 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:50.198692 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a8c086-5100-469d-b671-9558a88aae7b", "name": "network-vif-deleted", "tag": "d0359adc-7f3e-4ea2-99a0-4ae5473295a8", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:50.198892 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dade191-4af8-4f89-8b20-6a2ffcd3b891 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:50.199243 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a8c086-5100-469d-b671-9558a88aae7b', 'name': 'network-vif-deleted', 'tag': 'd0359adc-7f3e-4ea2-99a0-4ae5473295a8', 'status': 'completed', 'code': 200} Mar 10 17:28:50.220942 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b035e74d-ebcd-4a41-a98f-5f28d456f538 req-db4284c0-7e22-4c9c-bc0d-b6b005357417 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500486 Mar 10 17:28:50.335910 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb04e22-111b-4116-84e5-c856cfaa06fb req-2bc7c16f-0559-46af-8ca4-26eea7d106a8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:50.337369 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2cb04e22-111b-4116-84e5-c856cfaa06fb req-2bc7c16f-0559-46af-8ca4-26eea7d106a8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0594542 Mar 10 17:28:50.386990 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2cb04e22-111b-4116-84e5-c856cfaa06fb req-70867e21-b72e-4097-8252-4c92812e3617 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Mar 10 17:28:50.797482 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:28:50.889727 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:50.900018 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'port_id': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0', 'mac_address': 'fa:16:3e:4d:d6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:28:50.940201 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:50.940593 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.953429 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:50.972255 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:50.976023 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.020469 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:51.140427 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a467d4-f955-4f59-8403-236cd672aab5 req-1a7bdfee-5572-40ac-8c36-d0ff0f999a10 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:51.141843 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-24a467d4-f955-4f59-8403-236cd672aab5 req-1a7bdfee-5572-40ac-8c36-d0ff0f999a10 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 945 time: 0.0522947 Mar 10 17:28:51.191223 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-24a467d4-f955-4f59-8403-236cd672aab5 req-c6ab4e64-8e4c-461c-89f7-0415179c20ac tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438318 Mar 10 17:28:51.352958 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9b418-193b-45d8-bc2a-d02cf9280dc0 req-faed76c4-60b3-4851-8742-640f7297699d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:51.354456 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1bb9b418-193b-45d8-bc2a-d02cf9280dc0 req-faed76c4-60b3-4851-8742-640f7297699d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0564411 Mar 10 17:28:51.362420 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.400254 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1bb9b418-193b-45d8-bc2a-d02cf9280dc0 req-f152a961-1737-4cfe-9739-3d14a56305ad tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400205 Mar 10 17:28:51.507707 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545eb79-6e6c-49dc-bf5b-efb13d6d9cc4 req-7fb24101-5e87-402a-96e7-4279cd1d7c2b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:51.507993 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['0abb9f28-4ed7-4dfd-992a-83f312aad2c0'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:51.509286 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1545eb79-6e6c-49dc-bf5b-efb13d6d9cc4 req-7fb24101-5e87-402a-96e7-4279cd1d7c2b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0523052 Mar 10 17:28:51.566179 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1545eb79-6e6c-49dc-bf5b-efb13d6d9cc4 req-842ddd35-0425-44c8-a1a6-c237294e222a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503972 Mar 10 17:28:52.313108 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f10a9-4efa-436c-860d-f50c7770f420 req-41edadf1-307e-42b2-aeb3-5b40c2054530 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:52.314691 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8e8f10a9-4efa-436c-860d-f50c7770f420 req-41edadf1-307e-42b2-aeb3-5b40c2054530 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 945 time: 0.0561984 Mar 10 17:28:52.365941 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8e8f10a9-4efa-436c-860d-f50c7770f420 req-1c144833-ec69-4fce-900c-7aa166f17af8 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429020 Mar 10 17:28:52.528613 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0049db7-4b8a-41cc-b422-ea0d19b3afb6 req-ec5dd52e-23eb-4c0f-82c7-c773844f99be tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:52.531169 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e0049db7-4b8a-41cc-b422-ea0d19b3afb6 req-ec5dd52e-23eb-4c0f-82c7-c773844f99be tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0577395 Mar 10 17:28:52.577469 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e0049db7-4b8a-41cc-b422-ea0d19b3afb6 req-22dd1b21-a70d-43b6-9d84-6d5ee7dd09e1 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Mar 10 17:28:52.713402 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbc57a-ab34-4b99-b214-f168fe4c10cb req-d291fe72-0450-4e4a-9e63-649fcb381479 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:52.714919 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b0bbc57a-ab34-4b99-b214-f168fe4c10cb req-d291fe72-0450-4e4a-9e63-649fcb381479 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0638051 Mar 10 17:28:52.817971 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:28:52.919928 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:52.957952 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:52.973070 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'port_id': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:28:53.013036 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port a0fd5a84-3f20-4864-abdb-ada9bcad9372 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:53.013433 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:53.014219 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b0bbc57a-ab34-4b99-b214-f168fe4c10cb req-bdc4831c-7a87-4a5a-b80c-8a66d7870cec tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929366 Mar 10 17:28:53.030577 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fd5a84-3f20-4864-abdb-ada9bcad9372 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:53.048182 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:53.052423 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:53.107832 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:53.489407 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23de1a-6b49-451d-9934-49bc4a632788 req-a8c8d303-90f4-48c6-8832-182642db85d8 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:53.491116 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc23de1a-6b49-451d-9934-49bc4a632788 req-a8c8d303-90f4-48c6-8832-182642db85d8 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 945 time: 0.0528469 Mar 10 17:28:53.546285 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc23de1a-6b49-451d-9934-49bc4a632788 req-099b5f09-cbd3-44fb-9c18-279742f71046 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452855 Mar 10 17:28:53.626539 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['a0fd5a84-3f20-4864-abdb-ada9bcad9372'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:53.720228 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523278c5-8c17-45cd-8e27-1f8c856752c4 req-c0c87b90-6e14-4ca9-a171-aad811390537 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:53.722287 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-523278c5-8c17-45cd-8e27-1f8c856752c4 req-c0c87b90-6e14-4ca9-a171-aad811390537 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0731833 Mar 10 17:28:53.785726 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-523278c5-8c17-45cd-8e27-1f8c856752c4 req-6deb6516-ab6a-422f-bbad-a9ed7d2b2ff6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596478 Mar 10 17:28:54.133267 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ae30f-532c-4d53-9a86-b24d1517c616 req-6fc76392-0c49-4081-8737-96ee40da6b99 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:54.134768 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fa7ae30f-532c-4d53-9a86-b24d1517c616 req-6fc76392-0c49-4081-8737-96ee40da6b99 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 944 time: 0.0509386 Mar 10 17:28:54.179845 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fa7ae30f-532c-4d53-9a86-b24d1517c616 req-e58941ff-f3da-4b2f-81b5-6158e4e336b7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Mar 10 17:28:54.656516 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b7808-d60b-40e2-99cf-17e064f5b52a req-d951558d-f288-49df-b508-4917e51ecaed tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:54.658000 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-133b7808-d60b-40e2-99cf-17e064f5b52a req-d951558d-f288-49df-b508-4917e51ecaed tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 945 time: 0.0515833 Mar 10 17:28:54.702637 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-133b7808-d60b-40e2-99cf-17e064f5b52a req-eb849938-25da-453a-842d-7a7a1494f8c0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Mar 10 17:28:54.908848 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c227c20-8d38-4dda-a646-85c746ff7e6b req-090ea452-a731-416b-abfc-2384c360f426 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:54.910517 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2c227c20-8d38-4dda-a646-85c746ff7e6b req-090ea452-a731-416b-abfc-2384c360f426 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0585933 Mar 10 17:28:54.961891 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2c227c20-8d38-4dda-a646-85c746ff7e6b req-b14d6920-d500-4d8d-b996-59ff84dbaf9d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453582 Mar 10 17:28:55.077871 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37718) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:55.203741 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-8a4f5dcd-386d-4346-bfff-0fc317da3cf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3619586da6be4da88a4497552d6d0b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246789 Mar 10 17:28:55.206344 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37724) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:55.261490 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef6caf0f-62ac-428f-8177-ca40abbf2ee3 admin admin] Publish callbacks [] for security_group (a468bca4-6ccc-4cb8-ba95-e649d77d8f12), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.306081 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef6caf0f-62ac-428f-8177-ca40abbf2ee3 admin admin] Publish callbacks [] for security_group (a468bca4-6ccc-4cb8-ba95-e649d77d8f12), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.333621 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ea454-e3d1-45ed-979e-9170f3ec343a req-921cb5b4-bee7-4102-b9b2-f3dbec7de030 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:55.335031 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-173ea454-e3d1-45ed-979e-9170f3ec343a req-921cb5b4-bee7-4102-b9b2-f3dbec7de030 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 944 time: 0.0864239 Mar 10 17:28:55.389093 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-173ea454-e3d1-45ed-979e-9170f3ec343a req-6f149fd5-8b00-470d-8f22-44eb202020b0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 Mar 10 17:28:55.390069 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef6caf0f-62ac-428f-8177-ca40abbf2ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (a468bca4-6ccc-4cb8-ba95-e649d77d8f12), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.394671 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef6caf0f-62ac-428f-8177-ca40abbf2ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.398549 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-ef6caf0f-62ac-428f-8177-ca40abbf2ee3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a468bca4-6ccc-4cb8-ba95-e649d77d8f12 HTTP/1.1" status: 204 len: 168 time: 0.1886845 Mar 10 17:28:55.418364 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6caf0f-62ac-428f-8177-ca40abbf2ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468bca4-6ccc-4cb8-ba95-e649d77d8f12,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:55.818294 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d6773-45a7-4aaf-94c7-6f3f3d4c3731 req-6a984c5b-0749-4a3a-bb9f-21e88daee22b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:55.819875 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-972d6773-45a7-4aaf-94c7-6f3f3d4c3731 req-6a984c5b-0749-4a3a-bb9f-21e88daee22b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 945 time: 0.0543599 Mar 10 17:28:55.867872 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-972d6773-45a7-4aaf-94c7-6f3f3d4c3731 req-5e8091aa-e4e3-49aa-aaf3-ef25c6944df1 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Mar 10 17:28:55.996450 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37752) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:56.084613 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c550-24b0-446f-a752-059a64bf400b req-a0af5476-68ad-4e7f-8020-b00772c23cad tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:56.086078 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7476c550-24b0-446f-a752-059a64bf400b req-a0af5476-68ad-4e7f-8020-b00772c23cad tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0553181 Mar 10 17:28:56.096925 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-34612381-network', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:56.116097 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Made reservation on behalf of f4dba5966a74456cb57fc9ad46e00bfe for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:56.118523 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.127764 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.133072 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7476c550-24b0-446f-a752-059a64bf400b req-a3563528-4cfe-4b6d-a19f-fbeea98bfa11 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413589 Mar 10 17:28:56.201365 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Publish callbacks [] for security_group (e50076c1-4194-4408-a972-4e4412454b3e), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.205237 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e50076c1-4194-4408-a972-4e4412454b3e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.228825 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:28:56.238215 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50076c1-4194-4408-a972-4e4412454b3e,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:56.242688 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.243026 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Added segment e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a of type vlan for network 3c42361f-a368-4a74-bf02-1cde1ded73b6 Mar 10 17:28:56.281946 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (3c42361f-a368-4a74-bf02-1cde1ded73b6), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.306052 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (3c42361f-a368-4a74-bf02-1cde1ded73b6), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.307113 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:56.307706 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.344683 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3463566 Mar 10 17:28:56.347418 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37758) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:56.351967 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Request body: {'subnet': {'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-34612381-subnet', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'ip_version': 4}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:56.380168 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420b0b8-37f6-4ac0-a515-d3dd2d096fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=3c42361f-a368-4a74-bf02-1cde1ded73b6,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:56.391422 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:28:56.395531 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Made reservation on behalf of f4dba5966a74456cb57fc9ad46e00bfe for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:56.397896 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13139342'] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.518992 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e7659-3252-4f7a-9781-880595e257dd req-67b15486-ef22-41ec-8e71-c38881471f37 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:56.522568 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4b5e7659-3252-4f7a-9781-880595e257dd req-67b15486-ef22-41ec-8e71-c38881471f37 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 944 time: 0.0541484 Mar 10 17:28:56.566753 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4b5e7659-3252-4f7a-9781-880595e257dd req-2d4a1eee-ffa0-4aa6-85e0-b3ae4af76237 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 Mar 10 17:28:56.570189 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15760111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13139360'] for subnet (9d87701c-9e0f-4990-b005-86ffb0a61090), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.623140 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d87701c-9e0f-4990-b005-86ffb0a61090,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:56.632060 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Checking segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:56.632414 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Network hostable DHCP agents. Network: 3c42361f-a368-4a74-bf02-1cde1ded73b6, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:28:56.648540 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:28:56.657261 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 3c42361f-a368-4a74-bf02-1cde1ded73b6) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:56.662038 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:56.663206 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.668169 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a4ad6-d502-4839-a953-82fa1a1ba101 None None] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:56.678039 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-223139af-0d60-47ee-9c97-dcdeda9993ed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3295941 Mar 10 17:28:56.680640 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37762) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:56.685253 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:56.703545 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (4754b2da-9602-4415-a599-d696fe21c5f2), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.704530 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (4754b2da-9602-4415-a599-d696fe21c5f2), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.756952 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks [] for router_controller (4754b2da-9602-4415-a599-d696fe21c5f2), precommit_add_association {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.769621 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-3c42361f-a368-4a74-bf02-1cde1ded73b6', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:28:56.770596 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.905384 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Allocated IP 172.20.0.2 (3c42361f-a368-4a74-bf02-1cde1ded73b6/9d87701c-9e0f-4990-b005-86ffb0a61090/08bfeaf0-ba87-45ef-b664-375453dcf0ee) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:57.082813 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Publish callbacks [] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.089040 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.129093 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:57.133990 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:57.140746 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:57.143932 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Pushing event updated for resources: {'Port': ['ID=08bfeaf0-ba87-45ef-b664-375453dcf0ee,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:57.148293 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks [] for router_gateway (4754b2da-9602-4415-a599-d696fe21c5f2), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.162901 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9ec4-be35-489f-b37a-ca3e0d7bd49c req-c0252baa-68ba-4397-9f21-26d6e1c41fe6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:57.170627 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-651e9ec4-be35-489f-b37a-ca3e0d7bd49c req-c0252baa-68ba-4397-9f21-26d6e1c41fe6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 945 time: 0.0653107 Mar 10 17:28:57.208157 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Attempting to bind port 08bfeaf0-ba87-45ef-b664-375453dcf0ee on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:57.208524 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Attempting to bind port 08bfeaf0-ba87-45ef-b664-375453dcf0ee by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:57.208886 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Attempting to bind port 08bfeaf0-ba87-45ef-b664-375453dcf0ee on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:57.214426 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:57.214426 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Checking segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:57.214838 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.215229 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Bound using segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:57.215695 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Bound port: 08bfeaf0-ba87-45ef-b664-375453dcf0ee, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:57.216622 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.231439 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-651e9ec4-be35-489f-b37a-ca3e0d7bd49c req-eeadb166-715f-46c3-b2a9-a166708c9f66 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599515 Mar 10 17:28:57.259937 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:57.279802 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e126-0e2a-40fd-b52a-3ad3a4b6a5a0 req-1a57048a-3807-4286-ab73-d4a2f6680532 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:57.281560 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-61b3e126-0e2a-40fd-b52a-3ad3a4b6a5a0 req-1a57048a-3807-4286-ab73-d4a2f6680532 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0666869 Mar 10 17:28:57.328871 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] For port 08bfeaf0-ba87-45ef-b664-375453dcf0ee, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:57.332609 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] For port 08bfeaf0-ba87-45ef-b664-375453dcf0ee, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=08bfeaf0-ba87-45ef-b664-375453dcf0ee,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:57.340254 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.342803 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-61b3e126-0e2a-40fd-b52a-3ad3a4b6a5a0 req-2be8ea59-d55c-4f01-ba8b-b3023b6c8d52 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542860 Mar 10 17:28:57.350364 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:28:57.378793 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:57.379163 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.383355 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks [] for router_gateway (4754b2da-9602-4415-a599-d696fe21c5f2), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.403223 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.429158 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15533500-a978-4601-94dc-17e42cd94b17 None None] Pushing event updated for resources: {'Port': ['ID=08bfeaf0-ba87-45ef-b664-375453dcf0ee,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:57.482002 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:57.482520 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.510454 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:57.513501 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb3f2ed-9ae8-4001-a806-2708d5405053" -d '{"events": [{"server_uuid": "7debcfa1-29bf-4c1c-ac0f-284951c59737", "name": "network-vif-plugged", "status": "completed", "tag": "0abb9f28-4ed7-4dfd-992a-83f312aad2c0"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:57.522922 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Allocated IP 172.27.3.141 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/4d057dee-df64-4a58-b421-ce777cf7119f) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:57.533632 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:57.539517 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.541302 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d0359adc-7f3e-4ea2-99a0-4ae5473295a8 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:57.581046 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9c6a4c-26eb-4aaf-9ef5-7e3e7d317627 x-openstack-request-id: req-6e9c6a4c-26eb-4aaf-9ef5-7e3e7d317627 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:57.581358 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7debcfa1-29bf-4c1c-ac0f-284951c59737", "name": "network-vif-plugged", "status": "completed", "tag": "0abb9f28-4ed7-4dfd-992a-83f312aad2c0", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:57.581820 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e9c6a4c-26eb-4aaf-9ef5-7e3e7d317627 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:57.582438 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0', 'code': 200} Mar 10 17:28:57.618098 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: d0359adc-7f3e-4ea2-99a0-4ae5473295a8 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:57.618462 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d0359adc-7f3e-4ea2-99a0-4ae5473295a8 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:57.661704 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:57.668510 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks [] for port (4d057dee-df64-4a58-b421-ce777cf7119f), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.705775 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.713817 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3e4cd-9b84-4d0c-a2e9-c584fbcb717f req-82ca0321-a04f-4f36-bf3b-c30f68e6767f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:57.715418 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f8f3e4cd-9b84-4d0c-a2e9-c584fbcb717f req-82ca0321-a04f-4f36-bf3b-c30f68e6767f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 944 time: 0.0616279 Mar 10 17:28:57.754810 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:57.759615 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:57.763579 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:57.765924 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f8f3e4cd-9b84-4d0c-a2e9-c584fbcb717f req-f143ea79-e7a0-4526-ba37-c6cec7ac642a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Mar 10 17:28:57.769172 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Pushing event updated for resources: {'Port': ['ID=4d057dee-df64-4a58-b421-ce777cf7119f,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:58.020784 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks [] for router_gateway (4754b2da-9602-4415-a599-d696fe21c5f2), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.218262 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (4754b2da-9602-4415-a599-d696fe21c5f2), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.296381 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19654fa-5b9a-4794-b6b5-daa1f25de9c4 None None] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:58.337860 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-a4cb289c-8c0f-4b1c-a556-f00b9a907dac None None] Provisioning complete for port 08bfeaf0-ba87-45ef-b664-375453dcf0ee triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:58.338361 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a4cb289c-8c0f-4b1c-a556-f00b9a907dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.361413 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Router 4754b2da-9602-4415-a599-d696fe21c5f2 is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:28:58.362958 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd5a9-2dfb-44d7-96f7-bda109b7f9ca req-50762260-d3fd-4a97-8c41-dc97a59dbed6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:58.364473 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a44fd5a9-2dfb-44d7-96f7-bda109b7f9ca req-50762260-d3fd-4a97-8c41-dc97a59dbed6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0573530 Mar 10 17:28:58.430298 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a44fd5a9-2dfb-44d7-96f7-bda109b7f9ca req-74c65fa0-671b-47af-8082-6ac7122467b8 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578148 Mar 10 17:28:58.488056 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e4419-b897-4bec-a19c-5d3a2ebf1c74 req-384f9e81-867f-47db-817e-4a6cfa040b11 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:58.489904 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b10e4419-b897-4bec-a19c-5d3a2ebf1c74 req-384f9e81-867f-47db-817e-4a6cfa040b11 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0583925 Mar 10 17:28:58.493467 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb289c-8c0f-4b1c-a556-f00b9a907dac None None] Current status of the port 08bfeaf0-ba87-45ef-b664-375453dcf0ee is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:58.493960 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a4cb289c-8c0f-4b1c-a556-f00b9a907dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.498268 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:28:58.521077 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.525549 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a8150048-ffc1-4430-ad6e-ec6ee2aceaed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8414681 Mar 10 17:28:58.526482 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37780) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:58.533088 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Sync routers for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:28:58.548764 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-a4cb289c-8c0f-4b1c-a556-f00b9a907dac None None] For port 08bfeaf0-ba87-45ef-b664-375453dcf0ee, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=08bfeaf0-ba87-45ef-b664-375453dcf0ee,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:58.554953 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a4cb289c-8c0f-4b1c-a556-f00b9a907dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.557016 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:58.558024 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:58.561479 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b10e4419-b897-4bec-a19c-5d3a2ebf1c74 req-d1cd1445-8bea-4e0c-b802-67f1b1c12f71 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659394 Mar 10 17:28:58.702524 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb289c-8c0f-4b1c-a556-f00b9a907dac None None] Pushing event updated for resources: {'Port': ['ID=08bfeaf0-ba87-45ef-b664-375453dcf0ee,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:58.732785 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 08bfeaf0-ba87-45ef-b664-375453dcf0ee up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:58.736519 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:58.885340 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-db5f5e49-b174-4020-8342-d02ddd1ba9a5 None None] Provisioning complete for port 08bfeaf0-ba87-45ef-b664-375453dcf0ee triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:58.885340 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-db5f5e49-b174-4020-8342-d02ddd1ba9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.898310 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930fc1c-4d59-41cc-9424-61085a949c60 req-7106ae57-dd95-41e7-be56-a075044b1416 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:58.899927 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3930fc1c-4d59-41cc-9424-61085a949c60 req-7106ae57-dd95-41e7-be56-a075044b1416 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 944 time: 0.0578899 Mar 10 17:28:58.929474 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:58.954591 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3930fc1c-4d59-41cc-9424-61085a949c60 req-2ea07efe-5732-4584-95d6-43e44d1e0aca tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477488 Mar 10 17:28:59.038496 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.139741 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.153003 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 08bfeaf0-ba87-45ef-b664-375453dcf0ee triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:59.153453 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.180754 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d99a8-18c8-4483-a9ad-8f76925204e7 req-e13ea366-d038-460f-a307-e938cbeff5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:59.182269 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-834d99a8-18c8-4483-a9ad-8f76925204e7 req-e13ea366-d038-460f-a307-e938cbeff5a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 1130 time: 0.0938179 Mar 10 17:28:59.253596 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Allocated IP 172.20.0.1 (3c42361f-a368-4a74-bf02-1cde1ded73b6/9d87701c-9e0f-4990-b005-86ffb0a61090/442a1b54-60f3-4fae-9785-f90a17a86bc7) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:59.259899 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-834d99a8-18c8-4483-a9ad-8f76925204e7 req-dcd06519-7f46-4654-b0fe-56bc89f8684c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705888 Mar 10 17:28:59.275258 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port a0fd5a84-3f20-4864-abdb-ada9bcad9372 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:28:59.285259 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-db5f5e49-b174-4020-8342-d02ddd1ba9a5 None None] Current status of the port 08bfeaf0-ba87-45ef-b664-375453dcf0ee is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:59.288178 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port a0fd5a84-3f20-4864-abdb-ada9bcad9372 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:59.288636 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.332332 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:57Z', 'revision_number': 3, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:59.365246 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Publish callbacks [] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.367505 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Checking router: 4754b2da-9602-4415-a599-d696fe21c5f2 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:28:59.367861 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Updating router 4754b2da-9602-4415-a599-d696fe21c5f2 port 4d057dee-df64-4a58-b421-ce777cf7119f binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:28:59.399008 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.402836 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 08bfeaf0-ba87-45ef-b664-375453dcf0ee is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:59.416338 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.436536 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:59.439384 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:59.441804 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:59.476359 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Pushing event updated for resources: {'Port': ['ID=442a1b54-60f3-4fae-9785-f90a17a86bc7,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:59.486076 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port a0fd5a84-3f20-4864-abdb-ada9bcad9372 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:59.486498 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.498410 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (4754b2da-9602-4415-a599-d696fe21c5f2), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.584172 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:59.586550 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acdb0c6-368f-437a-bcb1-d3bbb2fcb30d" -d '{"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:59.602279 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74642d9-9c66-4447-acae-cf4422c7b20d req-d969fb1c-173b-4f74-b6d9-5065545e7077 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:59.602868 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:59.604799 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a74642d9-9c66-4447-acae-cf4422c7b20d req-d969fb1c-173b-4f74-b6d9-5065545e7077 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0869968 Mar 10 17:28:59.609436 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.672157 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a74642d9-9c66-4447-acae-cf4422c7b20d req-a1e61b8b-f94c-4956-b513-ffe8cf284bca tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560958 Mar 10 17:28:59.689775 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.707285 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:59.763865 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c03e6c1-803e-48ad-b8a8-457460c6dd4e x-openstack-request-id: req-1c03e6c1-803e-48ad-b8a8-457460c6dd4e {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:59.764439 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:59.764794 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c03e6c1-803e-48ad-b8a8-457460c6dd4e {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:59.765277 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'code': 200} Mar 10 17:28:59.767469 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ec54a-d938-4baa-b4ed-638cd26f3b01 req-e64c9490-7dec-46ed-8101-5c948c684021 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:59.774452 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-832ec54a-d938-4baa-b4ed-638cd26f3b01 req-e64c9490-7dec-46ed-8101-5c948c684021 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.1002614 Mar 10 17:28:59.810670 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Publish callbacks [] for port (4d057dee-df64-4a58-b421-ce777cf7119f), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.817312 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.825200 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-832ec54a-d938-4baa-b4ed-638cd26f3b01 req-299949d1-ecd1-4d8d-8e90-6b20bc014725 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498595 Mar 10 17:28:59.859800 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-47b3f6d2-aaa4-410f-b0ca-265cda2dedb8 None None] Provisioning complete for port 442a1b54-60f3-4fae-9785-f90a17a86bc7 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:59.860174 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-47b3f6d2-aaa4-410f-b0ca-265cda2dedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.881487 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Publish callbacks [] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.886190 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.910695 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Attempting to bind port 4d057dee-df64-4a58-b421-ce777cf7119f on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:59.911096 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Attempting to bind port 4d057dee-df64-4a58-b421-ce777cf7119f by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:59.911495 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Attempting to bind port 4d057dee-df64-4a58-b421-ce777cf7119f on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:59.919905 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c318e5b-359a-4d9e-89ed-63a67f6fe46c None None] Pushing event updated for resources: {'Port': ['ID=4d057dee-df64-4a58-b421-ce777cf7119f,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:59.925745 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:59.926172 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:59.926543 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.926931 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:59.927407 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Bound port: 4d057dee-df64-4a58-b421-ce777cf7119f, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:59.927787 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.929316 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-47b3f6d2-aaa4-410f-b0ca-265cda2dedb8 None None] Port 442a1b54-60f3-4fae-9785-f90a17a86bc7 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:59.954359 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (4754b2da-9602-4415-a599-d696fe21c5f2), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.959862 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Pushing event updated for resources: {'Port': ['ID=442a1b54-60f3-4fae-9785-f90a17a86bc7,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:59.983046 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] For port 4d057dee-df64-4a58-b421-ce777cf7119f, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:59.987971 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] For port 4d057dee-df64-4a58-b421-ce777cf7119f, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=4d057dee-df64-4a58-b421-ce777cf7119f,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:59.994413 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.055990 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:00.056710 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:00.078379 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:00.079848 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:00.085512 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc080d4-d301-44d6-80ec-72b3bdf71610 req-b83474bd-2671-4cea-b04c-113d8b405d7c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:00.093553 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dcc080d4-d301-44d6-80ec-72b3bdf71610 req-b83474bd-2671-4cea-b04c-113d8b405d7c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0627475 Mar 10 17:29:00.128713 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c318e5b-359a-4d9e-89ed-63a67f6fe46c None None] Pushing event updated for resources: {'Port': ['ID=4d057dee-df64-4a58-b421-ce777cf7119f,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:00.246137 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dcc080d4-d301-44d6-80ec-72b3bdf71610 req-b6d000ab-d464-4e23-9eaa-801ec83f1ae3 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515632 Mar 10 17:29:00.279787 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Router 4754b2da-9602-4415-a599-d696fe21c5f2 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:29:00.284509 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:00.445029 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2179f7-1baa-4a54-a60f-5c359c9ff1fa req-193e1a95-9fa5-4fc4-b4a5-500470f650e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:00.446609 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-dd2179f7-1baa-4a54-a60f-5c359c9ff1fa req-193e1a95-9fa5-4fc4-b4a5-500470f650e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 1129 time: 0.1064425 Mar 10 17:29:00.452277 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:00.461915 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-3ffd9a81-b36e-40fe-bf94-492dd9858701 admin admin] 10.222.0.16 "PUT /v2.0/routers/4754b2da-9602-4415-a599-d696fe21c5f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9342878 Mar 10 17:29:00.472149 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-dbb1c941-3628-4878-bfd7-ebc4b6310b6c None None] Provisioning complete for port 442a1b54-60f3-4fae-9785-f90a17a86bc7 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:00.472524 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c941-3628-4878-bfd7-ebc4b6310b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.499092 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-dd2179f7-1baa-4a54-a60f-5c359c9ff1fa req-68283009-22d8-4154-8bc3-31be5e19b641 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449862 Mar 10 17:29:00.535249 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1c941-3628-4878-bfd7-ebc4b6310b6c None None] Port 442a1b54-60f3-4fae-9785-f90a17a86bc7 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:00.559595 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 2, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:00.585902 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510a2ab-8150-4b00-98d7-2defb805de12 None None] The sync data for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi is: [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 2, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:00.677314 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 08bfeaf0-ba87-45ef-b664-375453dcf0ee up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:00.729435 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 08bfeaf0-ba87-45ef-b664-375453dcf0ee triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:00.730054 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.831273 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 08bfeaf0-ba87-45ef-b664-375453dcf0ee is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:00.847407 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269839b2-a041-49db-8941-b33415d12135 req-a672f4f6-c125-4eba-af86-5c03d4f1c6d8 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:00.858907 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-269839b2-a041-49db-8941-b33415d12135 req-a672f4f6-c125-4eba-af86-5c03d4f1c6d8 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.1116738 Mar 10 17:29:00.939163 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-269839b2-a041-49db-8941-b33415d12135 req-2572b579-39b3-4cf5-85ed-51d003e8315f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792670 Mar 10 17:29:00.994230 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9f2af-ff35-47bf-a648-7549eee27367 req-0cf6f6c6-2e62-4710-8f68-e64af2ac3648 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:00.995728 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6bf9f2af-ff35-47bf-a648-7549eee27367 req-0cf6f6c6-2e62-4710-8f68-e64af2ac3648 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0730689 Mar 10 17:29:01.045165 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37818) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:01.045681 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6bf9f2af-ff35-47bf-a648-7549eee27367 req-38d89d72-c26e-4d7c-bbee-f4c64290872f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Mar 10 17:29:01.050855 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1301223417-network', 'tenant_id': '4cf861ead6d04331934a91210b174459'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:01.070868 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Made reservation on behalf of 4cf861ead6d04331934a91210b174459 for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:01.073203 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.082131 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.164138 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Publish callbacks [] for security_group (ba0cc8dc-abeb-47cd-90e6-dcae09974977), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.168251 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ba0cc8dc-abeb-47cd-90e6-dcae09974977), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.194597 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:29:01.203812 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0cc8dc-abeb-47cd-90e6-dcae09974977,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:01.210977 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.211681 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Added segment 5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0 of type vlan for network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 Mar 10 17:29:01.254991 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (c4aaef12-0ef6-48c6-9233-4ada2234cdf5), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.311501 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (c4aaef12-0ef6-48c6-9233-4ada2234cdf5), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.317136 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:01.317136 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.360981 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3142447 Mar 10 17:29:01.379374 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37824) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:01.388831 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Request body: {'subnet': {'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1301223417-subnet', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:01.396416 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357be3f-5073-4e47-9284-216d491765b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c4aaef12-0ef6-48c6-9233-4ada2234cdf5,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:01.407766 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:29:01.417759 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Made reservation on behalf of 4cf861ead6d04331934a91210b174459 for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:01.420674 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13478864'] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.451197 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a32d59-bb13-4e11-9f69-2cdf6b5438b0 req-c77730c8-44d4-4acf-9b40-22db8be6ba08 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:01.452764 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2a32d59-bb13-4e11-9f69-2cdf6b5438b0 req-c77730c8-44d4-4acf-9b40-22db8be6ba08 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1171391 Mar 10 17:29:01.556580 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2a32d59-bb13-4e11-9f69-2cdf6b5438b0 req-60461b46-c285-4062-b3aa-811af2b02f5a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969398 Mar 10 17:29:01.647095 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16576347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478910'] for subnet (03534778-dd65-4374-951e-4dadf122ab39), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.710535 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03534778-dd65-4374-951e-4dadf122ab39,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:01.715003 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Checking segment: {'id': '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:01.715362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Network hostable DHCP agents. Network: c4aaef12-0ef6-48c6-9233-4ada2234cdf5, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:29:01.731392 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:29:01.740388 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, c4aaef12-0ef6-48c6-9233-4ada2234cdf5) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:01.745397 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:01.745993 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.751153 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cf6983-8cc1-4e1e-a4ab-719205c544b5 None None] Network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:01.764248 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-09d90ff8-1808-4208-9e6b-a341ea1853d2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3836467 Mar 10 17:29:01.766839 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37826) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:01.771474 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:01.791602 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (3ded7114-0e3c-4a37-bddd-2428a54965cd), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.792644 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (3ded7114-0e3c-4a37-bddd-2428a54965cd), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.849664 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks [] for router_controller (3ded7114-0e3c-4a37-bddd-2428a54965cd), precommit_add_association {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.861188 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-c4aaef12-0ef6-48c6-9233-4ada2234cdf5', 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5', 'project_id': '4cf861ead6d04331934a91210b174459', 'fixed_ips': [{'subnet_id': '03534778-dd65-4374-951e-4dadf122ab39'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:29:01.862398 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.009326 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks [] for router_gateway (3ded7114-0e3c-4a37-bddd-2428a54965cd), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.009706 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Allocated IP 172.20.0.2 (c4aaef12-0ef6-48c6-9233-4ada2234cdf5/03534778-dd65-4374-951e-4dadf122ab39/d1dc0229-947a-4299-85a7-381b4337d5ed) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:02.067545 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd1b47-1954-4528-a8f1-7bdd3efb776f req-156858dd-3ef5-4e04-a2b6-2b150262f984 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:02.069184 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7bcd1b47-1954-4528-a8f1-7bdd3efb776f req-156858dd-3ef5-4e04-a2b6-2b150262f984 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0586224 Mar 10 17:29:02.137125 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7bcd1b47-1954-4528-a8f1-7bdd3efb776f req-4c8bc39e-07fc-46bb-9364-c809519f4177 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604661 Mar 10 17:29:02.181303 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Publish callbacks [] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.189032 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.201271 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad52750-c063-4e09-bc6e-094361f48ce5 req-cdd3b9e5-8fdd-4175-89af-653e412c2dda tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:02.202879 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ad52750-c063-4e09-bc6e-094361f48ce5 req-cdd3b9e5-8fdd-4175-89af-653e412c2dda tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0821092 Mar 10 17:29:02.227153 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:02.232805 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:02.235297 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:02.251318 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Pushing event updated for resources: {'Port': ['ID=d1dc0229-947a-4299-85a7-381b4337d5ed,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:02.257406 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ad52750-c063-4e09-bc6e-094361f48ce5 req-027e1b84-3046-4cb2-bdbb-1abcdbf77c27 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474145 Mar 10 17:29:02.307699 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Attempting to bind port d1dc0229-947a-4299-85a7-381b4337d5ed on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:02.308211 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Attempting to bind port d1dc0229-947a-4299-85a7-381b4337d5ed by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:02.308425 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Attempting to bind port d1dc0229-947a-4299-85a7-381b4337d5ed on network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:02.313712 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:02.314121 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Checking segment: {'id': '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:02.314535 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.314921 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Bound using segment: {'id': '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:02.315378 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Bound port: d1dc0229-947a-4299-85a7-381b4337d5ed, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:02.315749 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.380812 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] For port d1dc0229-947a-4299-85a7-381b4337d5ed, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:02.383955 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] For port d1dc0229-947a-4299-85a7-381b4337d5ed, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=d1dc0229-947a-4299-85a7-381b4337d5ed,segment=NetworkSegment(5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0),segment_id=5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:02.391766 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.447681 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d47363-7748-4b8d-9583-6ebcca010de3 None None] Pushing event updated for resources: {'Port': ['ID=d1dc0229-947a-4299-85a7-381b4337d5ed,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:02.513808 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks [] for router_gateway (3ded7114-0e3c-4a37-bddd-2428a54965cd), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.533303 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.685940 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Allocated IP 172.27.3.27 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/30b78da0-59e7-4a4c-af5c-d2ec7cc8971e) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:02.728729 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9322d-876d-4aac-ab7d-dd9b32454c45 req-b253fbb8-ef6c-4509-9a64-cce36910c129 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:02.730415 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-afd9322d-876d-4aac-ab7d-dd9b32454c45 req-b253fbb8-ef6c-4509-9a64-cce36910c129 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0823908 Mar 10 17:29:02.760579 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Sync routers for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:02.773338 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:02.774153 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:02.794277 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 4d057dee-df64-4a58-b421-ce777cf7119f up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:02.823380 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-afd9322d-876d-4aac-ab7d-dd9b32454c45 req-877d0769-fde2-4c1c-b019-aca9f2d7d243 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825610 Mar 10 17:29:02.849808 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks [] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.865687 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 4d057dee-df64-4a58-b421-ce777cf7119f triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:02.866364 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.893924 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.938502 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:02.943923 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:02.947878 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:02.971163 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Pushing event updated for resources: {'Port': ['ID=30b78da0-59e7-4a4c-af5c-d2ec7cc8971e,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:03.013476 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:03.082684 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 4d057dee-df64-4a58-b421-ce777cf7119f is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:03.083075 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.104817 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 4d057dee-df64-4a58-b421-ce777cf7119f, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=4d057dee-df64-4a58-b421-ce777cf7119f,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:03.108869 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.158127 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=4d057dee-df64-4a58-b421-ce777cf7119f,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:03.237071 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks [] for router_gateway (3ded7114-0e3c-4a37-bddd-2428a54965cd), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.270723 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 2, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:03.277094 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8e3ff-0690-49c9-8f69-3e454ca2c549 req-cfa61695-b299-402d-9270-fcf796f6e13c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:03.282037 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-74a8e3ff-0690-49c9-8f69-3e454ca2c549 req-cfa61695-b299-402d-9270-fcf796f6e13c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0757489 Mar 10 17:29:03.307520 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Checking router: 4754b2da-9602-4415-a599-d696fe21c5f2 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:03.307883 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Updating router 4754b2da-9602-4415-a599-d696fe21c5f2 port 442a1b54-60f3-4fae-9785-f90a17a86bc7 binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:29:03.369964 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-74a8e3ff-0690-49c9-8f69-3e454ca2c549 req-78173a00-aed0-4aa8-a9e7-be804ad7884f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784576 Mar 10 17:29:03.381248 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.455785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caebeb-c131-4fd4-b96b-2b402ce413a4 req-43022bed-bf4d-4b23-b235-31126d4de16c tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:03.457428 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-89caebeb-c131-4fd4-b96b-2b402ce413a4 req-43022bed-bf4d-4b23-b235-31126d4de16c tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0634401 Mar 10 17:29:03.496982 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (3ded7114-0e3c-4a37-bddd-2428a54965cd), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.518139 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-89caebeb-c131-4fd4-b96b-2b402ce413a4 req-69e6942e-c982-4e8c-b975-646a4c3a4af9 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510273 Mar 10 17:29:03.638650 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b810b1-1add-4cb3-901b-947cf18c6050 None None] Network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:03.661333 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Router 3ded7114-0e3c-4a37-bddd-2428a54965cd is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:29:03.722613 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Publish callbacks [] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.728687 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.732209 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-75d5060d-9939-465e-b5ce-ca8b6241c62b None None] Provisioning complete for port d1dc0229-947a-4299-85a7-381b4337d5ed triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:03.732852 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-75d5060d-9939-465e-b5ce-ca8b6241c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.774617 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e96ca-a28e-4a0a-ab8b-17a71474de1c None None] Pushing event updated for resources: {'Port': ['ID=442a1b54-60f3-4fae-9785-f90a17a86bc7,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:03.791082 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:03.801696 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Sync routers for ids ['3ded7114-0e3c-4a37-bddd-2428a54965cd'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:03.816095 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.817678 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-64522034-7a1c-44d4-a14d-d4873659f533 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0498395 Mar 10 17:29:03.820435 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37842) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:03.836537 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Routers {'3ded7114-0e3c-4a37-bddd-2428a54965cd'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:03.836732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3ded7114-0e3c-4a37-bddd-2428a54965cd'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:03.907821 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Attempting to bind port 442a1b54-60f3-4fae-9785-f90a17a86bc7 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:03.908481 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Attempting to bind port 442a1b54-60f3-4fae-9785-f90a17a86bc7 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:03.909029 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Attempting to bind port 442a1b54-60f3-4fae-9785-f90a17a86bc7 on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:03.916454 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:03.917251 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Checking segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:03.917816 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.918958 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Bound using segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:03.919620 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Bound port: 442a1b54-60f3-4fae-9785-f90a17a86bc7, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:03.920775 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.955942 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-75d5060d-9939-465e-b5ce-ca8b6241c62b None None] Current status of the port d1dc0229-947a-4299-85a7-381b4337d5ed is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:03.956334 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-75d5060d-9939-465e-b5ce-ca8b6241c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.078100 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] For port 442a1b54-60f3-4fae-9785-f90a17a86bc7, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:04.080510 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-75d5060d-9939-465e-b5ce-ca8b6241c62b None None] For port d1dc0229-947a-4299-85a7-381b4337d5ed, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=d1dc0229-947a-4299-85a7-381b4337d5ed,segment=NetworkSegment(5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0),segment_id=5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:04.083349 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] For port 442a1b54-60f3-4fae-9785-f90a17a86bc7, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=442a1b54-60f3-4fae-9785-f90a17a86bc7,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:04.088188 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c3078-eab1-43b6-9570-e4cbd8f8a341 req-12d3b6d6-e34d-4ac2-9ef6-c7938980fe47 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:04.089080 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Set router 3ded7114-0e3c-4a37-bddd-2428a54965cd gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:04.089882 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-078c3078-eab1-43b6-9570-e4cbd8f8a341 req-12d3b6d6-e34d-4ac2-9ef6-c7938980fe47 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1143711 Mar 10 17:29:04.091997 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-75d5060d-9939-465e-b5ce-ca8b6241c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.094853 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.179403 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:04.180039 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:04.194246 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-078c3078-eab1-43b6-9570-e4cbd8f8a341 req-0f17665c-4a8c-4874-bedc-e0b9422bdbe9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870953 Mar 10 17:29:04.245769 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e96ca-a28e-4a0a-ab8b-17a71474de1c None None] Pushing event updated for resources: {'Port': ['ID=442a1b54-60f3-4fae-9785-f90a17a86bc7,revision_number=4']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:04.334147 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:04.359822 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-9f47b35c-9733-4e21-9a61-6a21219319e8 None None] Provisioning complete for port 442a1b54-60f3-4fae-9785-f90a17a86bc7 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:04.360200 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9f47b35c-9733-4e21-9a61-6a21219319e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.367565 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5060d-9939-465e-b5ce-ca8b6241c62b None None] Pushing event updated for resources: {'Port': ['ID=d1dc0229-947a-4299-85a7-381b4337d5ed,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:04.374413 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.499973 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:01Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 3, 'project_id': '4cf861ead6d04331934a91210b174459', 'gw_port': {'id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:02Z', 'updated_at': '2022-03-10T17:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:04.513987 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda44db-9e7b-4575-b025-2d208b0544a5 req-76418c37-fc8d-49d6-a34b-8f127be09a36 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:04.515755 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bfda44db-9e7b-4575-b025-2d208b0544a5 req-76418c37-fc8d-49d6-a34b-8f127be09a36 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0646441 Mar 10 17:29:04.534262 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-9f47b35c-9733-4e21-9a61-6a21219319e8 None None] Current status of the port 442a1b54-60f3-4fae-9785-f90a17a86bc7 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:04.534760 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9f47b35c-9733-4e21-9a61-6a21219319e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.536976 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Checking router: 3ded7114-0e3c-4a37-bddd-2428a54965cd for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:04.537830 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Updating router 3ded7114-0e3c-4a37-bddd-2428a54965cd port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:29:04.590258 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-9f47b35c-9733-4e21-9a61-6a21219319e8 None None] For port 442a1b54-60f3-4fae-9785-f90a17a86bc7, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=442a1b54-60f3-4fae-9785-f90a17a86bc7,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:04.603888 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bfda44db-9e7b-4575-b025-2d208b0544a5 req-f13245b3-87ee-49be-82ec-1889de876ba9 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819139 Mar 10 17:29:04.608550 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9f47b35c-9733-4e21-9a61-6a21219319e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.616138 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Allocated IP 172.20.0.1 (c4aaef12-0ef6-48c6-9233-4ada2234cdf5/03534778-dd65-4374-951e-4dadf122ab39/228c1cc4-a0a6-4cad-97b7-c683664d498a) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:04.625244 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.689065 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:04.699863 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d27ed0-7ba4-4874-97e7-45448d8dd7f6 req-8ce5ad3c-5e23-4829-a16c-4b6e20cd45d1 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:04.702158 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-31d27ed0-7ba4-4874-97e7-45448d8dd7f6 req-8ce5ad3c-5e23-4829-a16c-4b6e20cd45d1 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0822217 Mar 10 17:29:04.733329 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578c3f1-4052-4072-848b-4d9ec2ba37e1 None None] The sync data for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi is: [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:04.782144 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Publish callbacks [] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.783699 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-31d27ed0-7ba4-4874-97e7-45448d8dd7f6 req-9cc95ba5-03d7-41ce-851c-39527cc4e7b3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731983 Mar 10 17:29:04.839700 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.856330 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b35c-9733-4e21-9a61-6a21219319e8 None None] Pushing event updated for resources: {'Port': ['ID=442a1b54-60f3-4fae-9785-f90a17a86bc7,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:04.866126 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-0ca16e07-7f35-4af9-b6b7-3abe0eea97d3 None None] Provisioning complete for port 442a1b54-60f3-4fae-9785-f90a17a86bc7 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:04.866541 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-0ca16e07-7f35-4af9-b6b7-3abe0eea97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.908382 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:04.910806 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device d1dc0229-947a-4299-85a7-381b4337d5ed up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:04.912393 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:04.917115 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:04.920409 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Pushing event updated for resources: {'Port': ['ID=228c1cc4-a0a6-4cad-97b7-c683664d498a,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:04.961200 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (3ded7114-0e3c-4a37-bddd-2428a54965cd), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.096741 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port d1dc0229-947a-4299-85a7-381b4337d5ed triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:05.097126 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.103512 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-0ca16e07-7f35-4af9-b6b7-3abe0eea97d3 None None] Current status of the port 442a1b54-60f3-4fae-9785-f90a17a86bc7 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:05.236819 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-0ca16e07-7f35-4af9-b6b7-3abe0eea97d3 None None] Provisioning complete for port d1dc0229-947a-4299-85a7-381b4337d5ed triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:05.237196 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-0ca16e07-7f35-4af9-b6b7-3abe0eea97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.241223 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Publish callbacks [] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.273958 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.342755 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69571f71-5332-4521-90d2-785b5ba44be7 req-97bb054e-cb0b-4c1c-984b-43be7f22ace6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:05.344528 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-69571f71-5332-4521-90d2-785b5ba44be7 req-97bb054e-cb0b-4c1c-984b-43be7f22ace6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0603848 Mar 10 17:29:05.356133 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Attempting to bind port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:05.357236 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Attempting to bind port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:05.357608 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Attempting to bind port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:05.390146 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.410055 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:05.410496 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:05.410860 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.411500 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:05.411992 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Bound port: 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:05.412373 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.421565 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-69571f71-5332-4521-90d2-785b5ba44be7 req-79ef3d67-44a7-4396-8727-04d8f4b185f8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653441 Mar 10 17:29:05.447168 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e75c9c-1f29-4cb0-883e-29cfd08561ea None None] Pushing event updated for resources: {'Port': ['ID=30b78da0-59e7-4a4c-af5c-d2ec7cc8971e,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:05.496562 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port d1dc0229-947a-4299-85a7-381b4337d5ed is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:05.497705 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 4d057dee-df64-4a58-b421-ce777cf7119f up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:05.541417 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-0ca16e07-7f35-4af9-b6b7-3abe0eea97d3 None None] Current status of the port d1dc0229-947a-4299-85a7-381b4337d5ed is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:05.549685 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] For port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:05.557129 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] For port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=30b78da0-59e7-4a4c-af5c-d2ec7cc8971e,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:05.567189 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.583156 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Publish callbacks [] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.588829 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.662732 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (3ded7114-0e3c-4a37-bddd-2428a54965cd), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.664695 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Pushing event updated for resources: {'Port': ['ID=228c1cc4-a0a6-4cad-97b7-c683664d498a,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:05.723619 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2afa8b-875f-40f9-bf60-aa230621ff16 req-9d2de4e7-25e3-4e73-801a-a7cae6bec62c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:05.735282 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dd2afa8b-875f-40f9-bf60-aa230621ff16 req-9d2de4e7-25e3-4e73-801a-a7cae6bec62c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0685327 Mar 10 17:29:05.758670 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 4d057dee-df64-4a58-b421-ce777cf7119f triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:05.759144 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.769110 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:05.770605 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:05.790037 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e75c9c-1f29-4cb0-883e-29cfd08561ea None None] Pushing event updated for resources: {'Port': ['ID=30b78da0-59e7-4a4c-af5c-d2ec7cc8971e,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:05.791149 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dd2afa8b-875f-40f9-bf60-aa230621ff16 req-7ca51439-2422-4778-b61d-1c74f9bb4135 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543044 Mar 10 17:29:05.795406 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-178b05e8-b411-40f5-a956-1b6dc87ed82c None None] Provisioning complete for port 228c1cc4-a0a6-4cad-97b7-c683664d498a triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:05.795783 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-178b05e8-b411-40f5-a956-1b6dc87ed82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.800528 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Routers {'3ded7114-0e3c-4a37-bddd-2428a54965cd'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:05.801153 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3ded7114-0e3c-4a37-bddd-2428a54965cd'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:05.918511 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-178b05e8-b411-40f5-a956-1b6dc87ed82c None None] Port 228c1cc4-a0a6-4cad-97b7-c683664d498a cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:05.929400 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Router 3ded7114-0e3c-4a37-bddd-2428a54965cd has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:29:05.955321 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714b1aa-6cfe-43a4-b357-8391d9be0c8c req-e3fe64fc-cdec-49d5-b4fd-c6aeac10efc5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:05.957290 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7714b1aa-6cfe-43a4-b357-8391d9be0c8c req-e3fe64fc-cdec-49d5-b4fd-c6aeac10efc5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0686100 Mar 10 17:29:06.017096 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 4d057dee-df64-4a58-b421-ce777cf7119f is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:06.018213 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 442a1b54-60f3-4fae-9785-f90a17a86bc7 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:06.021119 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7714b1aa-6cfe-43a4-b357-8391d9be0c8c req-64f1bc39-2ee7-4298-9db6-612ae48bb681 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577071 Mar 10 17:29:06.052446 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] Set router 3ded7114-0e3c-4a37-bddd-2428a54965cd gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:06.052870 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:06.057771 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9ee1b0c0-a279-408d-adb5-c2340510987c admin admin] 10.222.0.16 "PUT /v2.0/routers/3ded7114-0e3c-4a37-bddd-2428a54965cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361126 Mar 10 17:29:06.141354 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-ad795b12-3c31-46c6-8316-8691d8e39ad0 None None] Provisioning complete for port 228c1cc4-a0a6-4cad-97b7-c683664d498a triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:06.141732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ad795b12-3c31-46c6-8316-8691d8e39ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:06.203785 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-ad795b12-3c31-46c6-8316-8691d8e39ad0 None None] Port 228c1cc4-a0a6-4cad-97b7-c683664d498a cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:06.238951 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 442a1b54-60f3-4fae-9785-f90a17a86bc7 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:06.239340 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:06.360855 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 442a1b54-60f3-4fae-9785-f90a17a86bc7 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:06.379275 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:01Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '4cf861ead6d04331934a91210b174459', 'gw_port': {'id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:02Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '228c1cc4-a0a6-4cad-97b7-c683664d498a', 'name': '', 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'mac_address': 'fa:16:3e:07:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '03534778-dd65-4374-951e-4dadf122ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 2, 'project_id': '4cf861ead6d04331934a91210b174459', 'subnets': [{'id': '03534778-dd65-4374-951e-4dadf122ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:06.415137 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cfaf3-6909-488b-9175-c2a80a1c87ec None None] The sync data for ids ['3ded7114-0e3c-4a37-bddd-2428a54965cd'] in dv-cinder-830538-8-iscsi is: [{'id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:01Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '4cf861ead6d04331934a91210b174459', 'gw_port': {'id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:02Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '228c1cc4-a0a6-4cad-97b7-c683664d498a', 'name': '', 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'mac_address': 'fa:16:3e:07:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '03534778-dd65-4374-951e-4dadf122ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 2, 'project_id': '4cf861ead6d04331934a91210b174459', 'subnets': [{'id': '03534778-dd65-4374-951e-4dadf122ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:06.574023 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24fae0-b62d-4adc-ae3a-7c370183e0a3 req-19af9952-8e15-4327-b290-bf1f0b05fe72 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:06.576649 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2d24fae0-b62d-4adc-ae3a-7c370183e0a3 req-19af9952-8e15-4327-b290-bf1f0b05fe72 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0664437 Mar 10 17:29:06.658013 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2d24fae0-b62d-4adc-ae3a-7c370183e0a3 req-89fa8f6e-6a0d-4fa9-b5fc-c3c074e73978 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749850 Mar 10 17:29:06.762837 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 442a1b54-60f3-4fae-9785-f90a17a86bc7 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:06.831320 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 442a1b54-60f3-4fae-9785-f90a17a86bc7 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:06.831904 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:06.909130 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37876) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:06.925419 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 442a1b54-60f3-4fae-9785-f90a17a86bc7 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:06.932514 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866382318', 'description': 'tempest-secgroup-smoke-866382318 description', 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:06.962510 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:06.985694 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a3aa-e2c6-496f-8877-8a484c958070 req-92026551-ff1e-4f79-8fd8-1448a2d312e7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:06.987337 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-33e3a3aa-e2c6-496f-8877-8a484c958070 req-92026551-ff1e-4f79-8fd8-1448a2d312e7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0908401 Mar 10 17:29:07.064410 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-33e3a3aa-e2c6-496f-8877-8a484c958070 req-4de4b07f-3083-4ad0-89be-8e92e2dd843d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704243 Mar 10 17:29:07.090764 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group (c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.106188 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.143699 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.144939 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2347877 Mar 10 17:29:07.148079 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37882) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:07.154390 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-4f34b9de-b0f0-40bd-a79e-c3767ad5ae26 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'security_group_rule': {'security_group_id': 'c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3', 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:07.158019 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:07.190994 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f34b9de-b0f0-40bd-a79e-c3767ad5ae26 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (e46a46b3-3518-4f60-a71c-258a26741b60), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.195737 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.196092 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.196436 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.196772 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.197106 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.197435 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.197766 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.198094 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.198519 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.198846 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.199171 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.199487 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.199806 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f953be-4ae7-4477-8b40-0a6e440f3eb4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:07.255383 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f34b9de-b0f0-40bd-a79e-c3767ad5ae26 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (e46a46b3-3518-4f60-a71c-258a26741b60), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.258965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b3b84-1cd2-4b6d-820f-5d49b7b72de2 req-c27c566e-d9ea-4d26-85ba-8ff6b881ae81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:07.260553 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-834b3b84-1cd2-4b6d-820f-5d49b7b72de2 req-c27c566e-d9ea-4d26-85ba-8ff6b881ae81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0811586 Mar 10 17:29:07.260983 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f34b9de-b0f0-40bd-a79e-c3767ad5ae26 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (e46a46b3-3518-4f60-a71c-258a26741b60), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.270020 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37884) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:07.274190 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cd0ec-a54f-4c91-9a52-bf7859f38525 req-d6831207-be04-4a96-8dc2-0c8d62bf109d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:07.275669 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b22cd0ec-a54f-4c91-9a52-bf7859f38525 req-d6831207-be04-4a96-8dc2-0c8d62bf109d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.1297278 Mar 10 17:29:07.276577 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-dca129ef-992f-42fe-91af-55c336a1983f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'floatingip': {'port_id': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:07.324601 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34b9de-b0f0-40bd-a79e-c3767ad5ae26 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46a46b3-3518-4f60-a71c-258a26741b60,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:07.335203 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b22cd0ec-a54f-4c91-9a52-bf7859f38525 req-40b31a7f-8161-4627-9697-cb30b6ff533e tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524690 Mar 10 17:29:07.337753 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-dca129ef-992f-42fe-91af-55c336a1983f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (213fb348-e6dd-47bd-bf5f-c9c39b022d11), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.343359 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4f34b9de-b0f0-40bd-a79e-c3767ad5ae26 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.344587 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4f34b9de-b0f0-40bd-a79e-c3767ad5ae26 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1946762 Mar 10 17:29:07.357194 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37886) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:07.357194 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-5d961b2f-3ca5-421d-934a-46ef62c24c94 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'security_group_rule': {'security_group_id': 'c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3', 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:07.381242 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5d961b2f-3ca5-421d-934a-46ef62c24c94 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (5311bdda-2961-4c79-999b-d39559cd55f3), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.462150 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5d961b2f-3ca5-421d-934a-46ef62c24c94 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (5311bdda-2961-4c79-999b-d39559cd55f3), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.470233 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5d961b2f-3ca5-421d-934a-46ef62c24c94 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (5311bdda-2961-4c79-999b-d39559cd55f3), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.488290 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d961b2f-3ca5-421d-934a-46ef62c24c94 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5311bdda-2961-4c79-999b-d39559cd55f3,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:07.493749 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5d961b2f-3ca5-421d-934a-46ef62c24c94 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.494961 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-5d961b2f-3ca5-421d-934a-46ef62c24c94 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443505 Mar 10 17:29:07.498225 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37888) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:07.502457 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-175b67c4-0837-40b3-acb7-b822a72d5d1f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'security_group_rule': {'security_group_id': 'c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3', 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:07.532452 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-175b67c4-0837-40b3-acb7-b822a72d5d1f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (466fb210-8885-48ee-bb56-c85d4306fbae), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.603474 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-175b67c4-0837-40b3-acb7-b822a72d5d1f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (466fb210-8885-48ee-bb56-c85d4306fbae), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.608753 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-175b67c4-0837-40b3-acb7-b822a72d5d1f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (466fb210-8885-48ee-bb56-c85d4306fbae), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.631075 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b67c4-0837-40b3-acb7-b822a72d5d1f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466fb210-8885-48ee-bb56-c85d4306fbae,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:07.638153 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-175b67c4-0837-40b3-acb7-b822a72d5d1f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.642195 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37890) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:07.643243 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-175b67c4-0837-40b3-acb7-b822a72d5d1f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433914 Mar 10 17:29:07.649663 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-188a17b6-e5b3-4a6e-ab6f-ddd9b8585228 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'security_group_rule': {'security_group_id': 'c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3', 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:07.734806 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-188a17b6-e5b3-4a6e-ab6f-ddd9b8585228 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (9ae05433-231f-471c-bffb-6e6e88805c5b), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.822963 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960815c6-434f-4177-8b7c-3ef07ba3577c req-a2aa0717-63f9-494f-8c9d-09a0b0927f0d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:07.825838 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-960815c6-434f-4177-8b7c-3ef07ba3577c req-a2aa0717-63f9-494f-8c9d-09a0b0927f0d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0560162 Mar 10 17:29:07.852399 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-188a17b6-e5b3-4a6e-ab6f-ddd9b8585228 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (9ae05433-231f-471c-bffb-6e6e88805c5b), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.859262 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-188a17b6-e5b3-4a6e-ab6f-ddd9b8585228 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (9ae05433-231f-471c-bffb-6e6e88805c5b), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.879971 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-960815c6-434f-4177-8b7c-3ef07ba3577c req-149b8343-3841-4d94-8a5b-e27dee66ea67 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484865 Mar 10 17:29:07.918087 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a17b6-e5b3-4a6e-ab6f-ddd9b8585228 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae05433-231f-471c-bffb-6e6e88805c5b,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:07.928377 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-188a17b6-e5b3-4a6e-ab6f-ddd9b8585228 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.929794 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-188a17b6-e5b3-4a6e-ab6f-ddd9b8585228 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2856991 Mar 10 17:29:07.934410 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 37902) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:07.950169 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-4272bf31-30b1-4bd0-a6f6-fa71e6b23d6e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'security_group_rule': {'security_group_id': 'c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3', 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:07.971611 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-dca129ef-992f-42fe-91af-55c336a1983f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.980340 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-dca129ef-992f-42fe-91af-55c336a1983f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (213fb348-e6dd-47bd-bf5f-c9c39b022d11), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.018705 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.securitygroups_db [None req-4272bf31-30b1-4bd0-a6f6-fa71e6b23d6e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Project f4dba5966a74456cb57fc9ad46e00bfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:29:08.025788 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4272bf31-30b1-4bd0-a6f6-fa71e6b23d6e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (40be3a4d-3a82-43fd-a2b5-6d98599dfbf7), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.040189 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a8d35-8897-4771-977a-6f76c621b9f6 req-327130f8-1459-412f-a367-e3d004f81345 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:08.041875 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c11a8d35-8897-4771-977a-6f76c621b9f6 req-327130f8-1459-412f-a367-e3d004f81345 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0612459 Mar 10 17:29:08.052050 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37904) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:08.056409 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-75cb7576-8942-48fe-8d49-5b1075b56992 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'floatingip': {'port_id': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:08.102478 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75cb7576-8942-48fe-8d49-5b1075b56992 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (471280d7-f21d-4cfe-acfa-7cd6b3de8de0), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.140264 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.l3_db [None req-dca129ef-992f-42fe-91af-55c336a1983f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Floating IP 213fb348-e6dd-47bd-bf5f-c9c39b022d11 associated. External IP: 172.27.3.129, port: 0abb9f28-4ed7-4dfd-992a-83f312aad2c0. Mar 10 17:29:08.143998 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4272bf31-30b1-4bd0-a6f6-fa71e6b23d6e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (40be3a4d-3a82-43fd-a2b5-6d98599dfbf7), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.177246 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4272bf31-30b1-4bd0-a6f6-fa71e6b23d6e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (40be3a4d-3a82-43fd-a2b5-6d98599dfbf7), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.207646 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272bf31-30b1-4bd0-a6f6-fa71e6b23d6e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40be3a4d-3a82-43fd-a2b5-6d98599dfbf7,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:08.214415 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4272bf31-30b1-4bd0-a6f6-fa71e6b23d6e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.214890 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4272bf31-30b1-4bd0-a6f6-fa71e6b23d6e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2793884 Mar 10 17:29:08.219856 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 37906) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:08.226030 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-43995320-4526-44af-aeb0-fe1497e3caa9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'security_group_rule': {'security_group_id': 'c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3', 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:08.296296 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.securitygroups_db [None req-43995320-4526-44af-aeb0-fe1497e3caa9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Project f4dba5966a74456cb57fc9ad46e00bfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:29:08.305852 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-43995320-4526-44af-aeb0-fe1497e3caa9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (b3855e15-78c3-4e2e-8add-50e3b32a0c52), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.399984 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca129ef-992f-42fe-91af-55c336a1983f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:29:08.462988 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-43995320-4526-44af-aeb0-fe1497e3caa9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (b3855e15-78c3-4e2e-8add-50e3b32a0c52), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.515123 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-43995320-4526-44af-aeb0-fe1497e3caa9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (b3855e15-78c3-4e2e-8add-50e3b32a0c52), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.516575 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca129ef-992f-42fe-91af-55c336a1983f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:08.521311 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-dca129ef-992f-42fe-91af-55c336a1983f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.531832 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:08.544778 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:08.545663 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:08.550528 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43995320-4526-44af-aeb0-fe1497e3caa9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3855e15-78c3-4e2e-8add-50e3b32a0c52,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:08.563754 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-dca129ef-992f-42fe-91af-55c336a1983f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "PUT /v2.0/floatingips/213fb348-e6dd-47bd-bf5f-c9c39b022d11 HTTP/1.1" status: 200 len: 992 time: 1.2918487 Mar 10 17:29:08.564176 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'tag': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:08.569856 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755fa11a-8c12-487f-8b89-9171ff81bd00" -d '{"events": [{"name": "network-changed", "server_uuid": "7debcfa1-29bf-4c1c-ac0f-284951c59737", "tag": "0abb9f28-4ed7-4dfd-992a-83f312aad2c0"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:08.610999 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-43995320-4526-44af-aeb0-fe1497e3caa9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.612367 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-43995320-4526-44af-aeb0-fe1497e3caa9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3921635 Mar 10 17:29:08.625782 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49617afc-221e-4070-b37b-20c87251f265 x-openstack-request-id: req-49617afc-221e-4070-b37b-20c87251f265 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:08.626077 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7debcfa1-29bf-4c1c-ac0f-284951c59737", "tag": "0abb9f28-4ed7-4dfd-992a-83f312aad2c0", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:08.626480 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49617afc-221e-4070-b37b-20c87251f265 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:08.626884 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'tag': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0', 'status': 'completed', 'code': 200} Mar 10 17:29:08.631669 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96051a5f-36e3-4378-8c3e-f699783b54fa req-01261075-633c-4d31-a8d7-a8592caafce2 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:08.650215 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96051a5f-36e3-4378-8c3e-f699783b54fa req-01261075-633c-4d31-a8d7-a8592caafce2 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.2119563 Mar 10 17:29:08.753747 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:08.758573 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96051a5f-36e3-4378-8c3e-f699783b54fa req-6c94d911-0191-4984-9eb0-f0b9d2ef0f2f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074927 Mar 10 17:29:08.802605 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:08.831179 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-2fbbbbfe-0cfe-4859-977e-9fba63c83375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:08.832720 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-2fbbbbfe-0cfe-4859-977e-9fba63c83375 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 1130 time: 0.1559732 Mar 10 17:29:08.851279 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75cb7576-8942-48fe-8d49-5b1075b56992 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.856016 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75cb7576-8942-48fe-8d49-5b1075b56992 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (471280d7-f21d-4cfe-acfa-7cd6b3de8de0), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.887300 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:08.888510 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.007263 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:09.007906 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.031555 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=30b78da0-59e7-4a4c-af5c-d2ec7cc8971e,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:09.034299 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-e7275e2c-8f61-44bc-ae35-4910cdb18029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:09.036389 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-e7275e2c-8f61-44bc-ae35-4910cdb18029 service neutron] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 915 time: 0.1957607 Mar 10 17:29:09.037127 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.059212 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-75cb7576-8942-48fe-8d49-5b1075b56992 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Floating IP 471280d7-f21d-4cfe-acfa-7cd6b3de8de0 associated. External IP: 172.27.3.219, port: a0fd5a84-3f20-4864-abdb-ada9bcad9372. Mar 10 17:29:09.133164 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-058ec04f-37fd-4dcc-9bd2-531640daf993 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0abb9f28-4ed7-4dfd-992a-83f312aad2c0 HTTP/1.1" status: 200 len: 1000 time: 0.0891483 Mar 10 17:29:09.164793 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=30b78da0-59e7-4a4c-af5c-d2ec7cc8971e,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:09.196118 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-9e29b6da-3bb3-4612-a6f0-ee9ee2751882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:09.197866 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-9e29b6da-3bb3-4612-a6f0-ee9ee2751882 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0582373 Mar 10 17:29:09.228120 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Sync routers for ids ['3ded7114-0e3c-4a37-bddd-2428a54965cd'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:09.239960 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Routers {'3ded7114-0e3c-4a37-bddd-2428a54965cd'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:09.243554 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3ded7114-0e3c-4a37-bddd-2428a54965cd'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:09.286794 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-cb59485b-de24-4668-8f6c-afa5d9d5173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:09.293315 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-cb59485b-de24-4668-8f6c-afa5d9d5173f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854714 Mar 10 17:29:09.352802 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '213fb348-e6dd-47bd-bf5f-c9c39b022d11', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:4d:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:29:07Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}, {'id': '31aae6e1-a1f7-420b-8418-c44251b91623', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:52Z', 'updated_at': '2022-03-10T17:25:23Z', 'revision_number': 2, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:09.395623 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:09.406836 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:09.407481 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:09.431866 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Set router 3ded7114-0e3c-4a37-bddd-2428a54965cd gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:09.448798 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-3efcbe3e-8779-49b5-905e-7e26e1f45290 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499672 Mar 10 17:29:09.465804 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cb7576-8942-48fe-8d49-5b1075b56992 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Router f2fbf394-3a9c-4a34-93b5-03511bc33c56 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:29:09.540066 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:09.594511 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-755fa11a-8c12-487f-8b89-9171ff81bd00 req-80d5e0f5-6230-49b6-ad71-72344193aabe service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382833 Mar 10 17:29:09.638027 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb7576-8942-48fe-8d49-5b1075b56992 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:09.644166 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-75cb7576-8942-48fe-8d49-5b1075b56992 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.658153 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] Sync routers for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:09.679326 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-75cb7576-8942-48fe-8d49-5b1075b56992 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "PUT /v2.0/floatingips/471280d7-f21d-4cfe-acfa-7cd6b3de8de0 HTTP/1.1" status: 200 len: 991 time: 1.6261573 Mar 10 17:29:09.679825 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:09.682339 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:09.685949 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:09.687824 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:09.700345 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:01Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '4cf861ead6d04331934a91210b174459', 'gw_port': {'id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:02Z', 'updated_at': '2022-03-10T17:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '228c1cc4-a0a6-4cad-97b7-c683664d498a', 'name': '', 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'mac_address': 'fa:16:3e:07:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '03534778-dd65-4374-951e-4dadf122ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 2, 'project_id': '4cf861ead6d04331934a91210b174459', 'subnets': [{'id': '03534778-dd65-4374-951e-4dadf122ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:09.722789 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac880be-e1ad-47c6-a6a8-bbae867a6e90 x-openstack-request-id: req-6ac880be-e1ad-47c6-a6a8-bbae867a6e90 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:09.723084 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:09.723336 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ac880be-e1ad-47c6-a6a8-bbae867a6e90 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:09.723737 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'status': 'completed', 'code': 200} Mar 10 17:29:09.734009 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Checking router: 3ded7114-0e3c-4a37-bddd-2428a54965cd for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:09.734412 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Updating router 3ded7114-0e3c-4a37-bddd-2428a54965cd port 228c1cc4-a0a6-4cad-97b7-c683664d498a binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:29:09.767295 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.828263 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-49d2c77c-6703-4ad0-8322-77ec69761430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:09.830594 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-49d2c77c-6703-4ad0-8322-77ec69761430 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 1129 time: 0.0529728 Mar 10 17:29:09.913499 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:09.978639 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9b7d7-6977-4d52-a5a6-7f0afc262761 req-8e776862-56b9-475a-a4a3-c0531ba08434 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:09.979785 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-c0fead59-ca24-40a6-9e06-0eb0632d15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:09.980504 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6fa9b7d7-6977-4d52-a5a6-7f0afc262761 req-8e776862-56b9-475a-a4a3-c0531ba08434 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0797904 Mar 10 17:29:09.981289 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-c0fead59-ca24-40a6-9e06-0eb0632d15d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.1330426 Mar 10 17:29:10.057676 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6fa9b7d7-6977-4d52-a5a6-7f0afc262761 req-334df1c4-48ae-4cd9-b053-fe017c61b3a4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699501 Mar 10 17:29:10.086506 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '213fb348-e6dd-47bd-bf5f-c9c39b022d11', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:4d:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:29:07Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}, {'id': '31aae6e1-a1f7-420b-8418-c44251b91623', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:52Z', 'updated_at': '2022-03-10T17:25:23Z', 'revision_number': 2, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:10.113188 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-732fff0c-3fe9-4137-9b1c-7eed8eed25cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372 HTTP/1.1" status: 200 len: 999 time: 0.1245940 Mar 10 17:29:10.119603 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c601ea-487f-4d12-8f4c-653cd9d0cf58 None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '213fb348-e6dd-47bd-bf5f-c9c39b022d11', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:4d:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:29:07Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}, {'id': '31aae6e1-a1f7-420b-8418-c44251b91623', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:52Z', 'updated_at': '2022-03-10T17:25:23Z', 'revision_number': 2, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:10.122591 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Publish callbacks [] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.130721 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.191756 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-fe8786ff-05ff-47c3-9484-9dd7b3c0a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:10.193902 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-fe8786ff-05ff-47c3-9484-9dd7b3c0a20b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0731292 Mar 10 17:29:10.278191 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-ad8c32c3-5d14-4341-80fe-28444a376ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:10.279998 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-ad8c32c3-5d14-4341-80fe-28444a376ceb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692289 Mar 10 17:29:10.319132 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '471280d7-f21d-4cfe-acfa-7cd6b3de8de0', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'port_id': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:28:42Z', 'updated_at': '2022-03-10T17:29:08Z', 'revision_number': 1, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:10.369374 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] Checking router: f2fbf394-3a9c-4a34-93b5-03511bc33c56 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:10.386473 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:10.387546 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:10.441337 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a6c0b-5990-45a1-bd1a-2e0ec24fe9d8 None None] Pushing event updated for resources: {'Port': ['ID=228c1cc4-a0a6-4cad-97b7-c683664d498a,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:10.487351 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Attempting to bind port 228c1cc4-a0a6-4cad-97b7-c683664d498a on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:10.488007 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Attempting to bind port 228c1cc4-a0a6-4cad-97b7-c683664d498a by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:10.488133 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Attempting to bind port 228c1cc4-a0a6-4cad-97b7-c683664d498a on network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:10.510411 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:10.511426 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Checking segment: {'id': '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:10.511426 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.511628 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Bound using segment: {'id': '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:10.512041 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Bound port: 228c1cc4-a0a6-4cad-97b7-c683664d498a, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:10.513021 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.539937 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-c7f8a114-8aad-4ec6-965f-4250406cf7d9 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434154 Mar 10 17:29:10.611767 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:10.643055 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] For port 228c1cc4-a0a6-4cad-97b7-c683664d498a, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:10.646911 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] For port 228c1cc4-a0a6-4cad-97b7-c683664d498a, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=228c1cc4-a0a6-4cad-97b7-c683664d498a,segment=NetworkSegment(5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0),segment_id=5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:10.650955 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcffd25-429e-4dde-9413-31bb02c31ad1 None None] New status for floating IP 213fb348-e6dd-47bd-bf5f-c9c39b022d11: ACTIVE {{(pid=102917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:29:10.690259 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d1a974c0-8fb1-4109-8eab-43d872b5d1e9 req-364010ab-ef9f-46af-a97c-e068dc1e4867 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366625 Mar 10 17:29:10.696218 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-97ac964a-7e15-4bdc-bcd5-82641dff4bbf None None] Provisioning complete for port 228c1cc4-a0a6-4cad-97b7-c683664d498a triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:10.698461 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-97ac964a-7e15-4bdc-bcd5-82641dff4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.703595 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.758557 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:10.862871 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '471280d7-f21d-4cfe-acfa-7cd6b3de8de0', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'port_id': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:28:42Z', 'updated_at': '2022-03-10T17:29:08Z', 'revision_number': 1, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:10.889112 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c1be79-f209-4fab-acc4-89e112f598b3 None None] The sync data for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi is: [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '471280d7-f21d-4cfe-acfa-7cd6b3de8de0', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'port_id': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:28:42Z', 'updated_at': '2022-03-10T17:29:08Z', 'revision_number': 1, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:10.892966 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Routers {'3ded7114-0e3c-4a37-bddd-2428a54965cd'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:10.893584 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:28:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3ded7114-0e3c-4a37-bddd-2428a54965cd'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:10.899991 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a6c0b-5990-45a1-bd1a-2e0ec24fe9d8 None None] Pushing event updated for resources: {'Port': ['ID=228c1cc4-a0a6-4cad-97b7-c683664d498a,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:11.077792 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:11.078098 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.104786 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-97ac964a-7e15-4bdc-bcd5-82641dff4bbf None None] Current status of the port 228c1cc4-a0a6-4cad-97b7-c683664d498a is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:11.105178 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-97ac964a-7e15-4bdc-bcd5-82641dff4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.152519 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] Set router 3ded7114-0e3c-4a37-bddd-2428a54965cd gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:11.184381 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e26873-b2f8-4860-9617-39023c52e55c req-092343f6-a0f5-40a5-b826-cf6c7b172533 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:11.185932 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-16e26873-b2f8-4860-9617-39023c52e55c req-092343f6-a0f5-40a5-b826-cf6c7b172533 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0590980 Mar 10 17:29:11.188715 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-97ac964a-7e15-4bdc-bcd5-82641dff4bbf None None] For port 228c1cc4-a0a6-4cad-97b7-c683664d498a, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=228c1cc4-a0a6-4cad-97b7-c683664d498a,segment=NetworkSegment(5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0),segment_id=5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:11.195818 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-97ac964a-7e15-4bdc-bcd5-82641dff4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.237969 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-16e26873-b2f8-4860-9617-39023c52e55c req-f46810c2-e05e-4a47-bbeb-57564ab4689a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457938 Mar 10 17:29:11.378476 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac964a-7e15-4bdc-bcd5-82641dff4bbf None None] Pushing event updated for resources: {'Port': ['ID=228c1cc4-a0a6-4cad-97b7-c683664d498a,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:11.400732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:11.411558 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-2111086b-f168-4c28-a9d3-38744cb35f29 None None] Provisioning complete for port 228c1cc4-a0a6-4cad-97b7-c683664d498a triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:11.411938 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2111086b-f168-4c28-a9d3-38744cb35f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.531808 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-2111086b-f168-4c28-a9d3-38744cb35f29 None None] Current status of the port 228c1cc4-a0a6-4cad-97b7-c683664d498a is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:11.537702 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:01Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '4cf861ead6d04331934a91210b174459', 'gw_port': {'id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:02Z', 'updated_at': '2022-03-10T17:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '228c1cc4-a0a6-4cad-97b7-c683664d498a', 'name': '', 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'mac_address': 'fa:16:3e:07:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '03534778-dd65-4374-951e-4dadf122ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:10Z', 'revision_number': 4, 'project_id': '4cf861ead6d04331934a91210b174459', 'subnets': [{'id': '03534778-dd65-4374-951e-4dadf122ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:11.565856 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dabbda-7cd5-4be1-aa7c-40187b31d419 None None] The sync data for ids ['3ded7114-0e3c-4a37-bddd-2428a54965cd'] in dv-cinder-830538-8-iscsi is: [{'id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:01Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '4cf861ead6d04331934a91210b174459', 'gw_port': {'id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:02Z', 'updated_at': '2022-03-10T17:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '228c1cc4-a0a6-4cad-97b7-c683664d498a', 'name': '', 'network_id': 'c4aaef12-0ef6-48c6-9233-4ada2234cdf5', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'mac_address': 'fa:16:3e:07:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '03534778-dd65-4374-951e-4dadf122ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:10Z', 'revision_number': 4, 'project_id': '4cf861ead6d04331934a91210b174459', 'subnets': [{'id': '03534778-dd65-4374-951e-4dadf122ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:11.826084 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c90239-034a-4e33-ad22-72425ac2ffeb None None] New status for floating IP 471280d7-f21d-4cfe-acfa-7cd6b3de8de0: ACTIVE {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:29:12.058631 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:29:12.360171 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ae67b-14c5-4847-88ab-9270b367996f req-386580e2-ed24-4233-88f8-813945f016e4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:12.361725 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-173ae67b-14c5-4847-88ab-9270b367996f req-386580e2-ed24-4233-88f8-813945f016e4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0526650 Mar 10 17:29:12.411445 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-173ae67b-14c5-4847-88ab-9270b367996f req-1da114e6-64a5-471a-81a4-812afcfc1273 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440981 Mar 10 17:29:12.720690 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 228c1cc4-a0a6-4cad-97b7-c683664d498a up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:12.796985 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 228c1cc4-a0a6-4cad-97b7-c683664d498a triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:12.797349 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:12.888009 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 228c1cc4-a0a6-4cad-97b7-c683664d498a is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:13.119245 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b50a-093e-4c86-b56b-4a5ceb046fca req-7c67a938-8372-4286-b82b-3355f7e1b987 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:13.120628 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a7a3b50a-093e-4c86-b56b-4a5ceb046fca req-7c67a938-8372-4286-b82b-3355f7e1b987 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.3126056 Mar 10 17:29:13.167967 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a7a3b50a-093e-4c86-b56b-4a5ceb046fca req-53449970-be1d-4b03-a076-a3b8cf1de39d tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Mar 10 17:29:13.534198 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69d2f-35fa-46ac-bde5-24a742539850 req-eaffbf27-ed00-4364-a877-9a62bb63acf9 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:13.535678 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-73c69d2f-35fa-46ac-bde5-24a742539850 req-eaffbf27-ed00-4364-a877-9a62bb63acf9 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0527475 Mar 10 17:29:13.582085 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-73c69d2f-35fa-46ac-bde5-24a742539850 req-7076953c-ae10-492d-a3e9-0b35c9989f10 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408955 Mar 10 17:29:14.293861 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6481a-a336-4a69-8ed2-974df3f2f4a6 req-59c7b356-ffb5-486f-bed3-25aa224a0c81 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:14.295361 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ac6481a-a336-4a69-8ed2-974df3f2f4a6 req-59c7b356-ffb5-486f-bed3-25aa224a0c81 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.0601749 Mar 10 17:29:14.342067 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ac6481a-a336-4a69-8ed2-974df3f2f4a6 req-4e34ba43-b09c-4015-8e4d-4eb036bdeaf6 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Mar 10 17:29:14.705074 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b0efd-f265-47d4-a7b9-1dac775f98d9 req-b57f7388-242b-4eda-9a71-14c9d28d45b6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:14.706550 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2e2b0efd-f265-47d4-a7b9-1dac775f98d9 req-b57f7388-242b-4eda-9a71-14c9d28d45b6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0528886 Mar 10 17:29:14.755333 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2e2b0efd-f265-47d4-a7b9-1dac775f98d9 req-40d01946-f8b7-48a7-aaae-75b340c82525 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430253 Mar 10 17:29:14.959646 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843f61-3726-4570-ad11-5ab219a327fb req-37009668-5b5a-406b-bf88-c5569dd9dfff tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:14.961109 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-da843f61-3726-4570-ad11-5ab219a327fb req-37009668-5b5a-406b-bf88-c5569dd9dfff tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0585012 Mar 10 17:29:15.016966 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-da843f61-3726-4570-ad11-5ab219a327fb req-c5a31629-d86b-42c8-a8b2-276617faa89d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500739 Mar 10 17:29:15.099927 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-30cbb687-4b23-48dd-8ef9-6c5baa244ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:15.101598 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-30cbb687-4b23-48dd-8ef9-6c5baa244ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 1130 time: 0.0434024 Mar 10 17:29:15.191617 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-9e57a425-716a-4164-b41d-5797ca6e73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:15.193177 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-9e57a425-716a-4164-b41d-5797ca6e73a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 912 time: 0.0857310 Mar 10 17:29:15.272835 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-c1918868-99cd-4418-b09f-45f3b8e7dfb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378 HTTP/1.1" status: 200 len: 1001 time: 0.0637815 Mar 10 17:29:15.322205 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-8f6c27f6-3fbe-41bb-8f55-2d84d1c78f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:15.323780 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-8f6c27f6-3fbe-41bb-8f55-2d84d1c78f11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.0433884 Mar 10 17:29:15.376668 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-18872ca9-6a19-48d5-aeda-8e1796f52e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:15.378395 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-18872ca9-6a19-48d5-aeda-8e1796f52e3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480664 Mar 10 17:29:15.462071 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a4038-c42a-437f-8605-34e2f1a20c24 req-9bb9de29-5b03-4310-b44c-349414a407ac tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:15.463561 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3f2a4038-c42a-437f-8605-34e2f1a20c24 req-9bb9de29-5b03-4310-b44c-349414a407ac tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.0526543 Mar 10 17:29:15.470151 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-398f2f5d-8744-4758-a88a-0a806b7756d8 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838985 Mar 10 17:29:15.519094 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3f2a4038-c42a-437f-8605-34e2f1a20c24 req-4322fe99-a120-48b8-9035-a58fc381041d tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f0af91-fb30-4c3b-9182-f3993d09acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491362 Mar 10 17:29:15.559749 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-ed127faa-1cc3-415b-b76b-40deae97a0dc tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:15.561266 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-ed127faa-1cc3-415b-b76b-40deae97a0dc tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.0550940 Mar 10 17:29:15.673007 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Deleting port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:29:15.673353 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.769949 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] For port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,segment=NetworkSegment(26b20892-36d8-4ee5-a160-cbb6cbfdaac7),segment_id=26b20892-36d8-4ee5-a160-cbb6cbfdaac7)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:15.770533 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.787295 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Calling delete_port for 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:29:15.855091 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-dc3b849b-919b-4bdc-a33e-1542df7b3e42 req-c95cf149-a6e2-4deb-a940-8090437f9133 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498032 Mar 10 17:29:15.926946 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.955777 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Pushing event deleted for resources: {'Port': ['ID=2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:15.971762 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:16.002912 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] No DVR routers for this DVR port 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:29:16.005408 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.008648 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-926848d8-ceaf-47d0-b91a-d714621e9988 req-a935e88f-738d-4062-958c-eae4810a1772 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.37 "DELETE /v2.0/ports/2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 HTTP/1.1" status: 204 len: 173 time: 0.4422309 Mar 10 17:29:16.009079 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea921b30-6def-4e8e-8845-9514246d9bd7', 'name': 'network-vif-deleted', 'tag': '2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:16.011291 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f0369c-b002-4a0b-a239-036aee5658e5" -d '{"events": [{"server_uuid": "ea921b30-6def-4e8e-8845-9514246d9bd7", "name": "network-vif-deleted", "tag": "2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:16.050357 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56e7042-9443-4737-abed-201c03f9bdd1 x-openstack-request-id: req-d56e7042-9443-4737-abed-201c03f9bdd1 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:16.050644 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea921b30-6def-4e8e-8845-9514246d9bd7", "name": "network-vif-deleted", "tag": "2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:16.050897 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d56e7042-9443-4737-abed-201c03f9bdd1 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:16.051337 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea921b30-6def-4e8e-8845-9514246d9bd7', 'name': 'network-vif-deleted', 'tag': '2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396', 'status': 'completed', 'code': 200} Mar 10 17:29:16.138395 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8e8e0-c05a-441c-bc94-3d45e0a3b52a req-1992c347-6cbd-49d5-9c5e-9b811b7c9d49 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:16.139895 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dcb8e8e0-c05a-441c-bc94-3d45e0a3b52a req-1992c347-6cbd-49d5-9c5e-9b811b7c9d49 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0546210 Mar 10 17:29:16.187790 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dcb8e8e0-c05a-441c-bc94-3d45e0a3b52a req-a099e56c-9a3a-41a4-bd4c-f260405a0980 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Mar 10 17:29:16.543488 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b4e42e1d-c22d-4865-84e1-81ed61f89792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.629574 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5fca2033-4499-4fd1-b941-cefd8ae39590 req-04dbc38e-28bd-49ba-8c23-c1e25141da41 tempest-VolumesSnapshotTestJSON-144693810 tempest-VolumesSnapshotTestJSON-144693810-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea921b30-6def-4e8e-8845-9514246d9bd7 HTTP/1.1" status: 200 len: 210 time: 0.0287476 Mar 10 17:29:17.310911 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de3e59-5e2d-409f-8874-ab9c7d58bca8 req-1fff574c-da73-4e72-a0b5-b75877b2a919 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:17.312389 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-09de3e59-5e2d-409f-8874-ab9c7d58bca8 req-1fff574c-da73-4e72-a0b5-b75877b2a919 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0555847 Mar 10 17:29:17.357894 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-09de3e59-5e2d-409f-8874-ab9c7d58bca8 req-5b0933f0-051d-4ec5-8203-a1b96383fdc4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399508 Mar 10 17:29:18.814868 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-83328b2d-f858-4191-9bbc-8587c8b156d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:19.391183 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:29:19.411336 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:29:19.411678 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 2f7a3d62-87db-4ba2-81a1-d6bd4f9e4396 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:29:19.960332 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.364131 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.870598 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:26.258172 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96400940-068b-427a-9489-1af7445ad299 req-7f9332fc-880e-4f2f-bd64-ac6b8129fa8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433071 Mar 10 17:29:26.367016 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96400940-068b-427a-9489-1af7445ad299 req-48e301a0-9690-40d7-9c5a-b4339a2ac762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:26.368537 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96400940-068b-427a-9489-1af7445ad299 req-48e301a0-9690-40d7-9c5a-b4339a2ac762 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 1130 time: 0.0441520 Mar 10 17:29:26.478471 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96400940-068b-427a-9489-1af7445ad299 req-455662c5-1e94-4694-b4a4-e91ac5f953f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:26.479920 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96400940-068b-427a-9489-1af7445ad299 req-455662c5-1e94-4694-b4a4-e91ac5f953f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 912 time: 0.0924504 Mar 10 17:29:26.546989 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96400940-068b-427a-9489-1af7445ad299 req-06f01299-638e-42af-8ba6-c0fab599332f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378 HTTP/1.1" status: 200 len: 1001 time: 0.0609989 Mar 10 17:29:26.598582 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96400940-068b-427a-9489-1af7445ad299 req-d436cb45-846e-4a15-ada9-e13689ece4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:26.600190 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96400940-068b-427a-9489-1af7445ad299 req-d436cb45-846e-4a15-ada9-e13689ece4a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.0475380 Mar 10 17:29:26.655771 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96400940-068b-427a-9489-1af7445ad299 req-7f5b2d31-8afb-448b-af75-cce90de3f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:26.657330 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96400940-068b-427a-9489-1af7445ad299 req-7f5b2d31-8afb-448b-af75-cce90de3f772 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504229 Mar 10 17:29:26.752193 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96400940-068b-427a-9489-1af7445ad299 req-86372e93-d06f-43b1-b74a-c6d5c86fd013 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825393 Mar 10 17:29:26.846944 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96400940-068b-427a-9489-1af7445ad299 req-7a7ac033-14f0-4c8d-a09d-0f671406afa5 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866895 Mar 10 17:29:28.914817 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:43.379195 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-75ee61e3-ed2f-4fb4-a904-7178819aa409 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866382318&fields=id&tenant_id=f4dba5966a74456cb57fc9ad46e00bfe HTTP/1.1" status: 200 len: 267 time: 0.0452321 Mar 10 17:29:43.493286 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-4e5734e7-5204-4498-a26b-297d52e96391 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:43.494740 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-4e5734e7-5204-4498-a26b-297d52e96391 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 810 time: 0.1086986 Mar 10 17:29:43.514367 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-eeac34ae-56b2-4756-b35e-93be0f9214f2 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/quotas/f4dba5966a74456cb57fc9ad46e00bfe HTTP/1.1" status: 200 len: 375 time: 0.0125296 Mar 10 17:29:43.567223 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-16fd0bd1-98dc-4a07-8929-068ffac778f1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479105 Mar 10 17:29:43.769042 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-f283b01b-4e79-4300-8108-45e008157aab service neutron] 10.222.0.16 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901073 Mar 10 17:29:43.857630 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-37c3c701-6373-470f-96bc-8741908d4ad3 service neutron] 10.222.0.16 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828347 Mar 10 17:29:44.184349 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-92d12973-e77e-4709-8a11-b02ccda934e4 req-8e038918-167d-41c4-84e9-7cacb167301c tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 210 time: 0.0752087 Mar 10 17:29:45.286289 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c0576e2e-4159-4e4e-af92-20dc017e5726 req-ea859046-be70-4724-8d8d-8444127b19a5 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 210 time: 0.0319252 Mar 10 17:29:45.384648 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-40d70909-443f-4cef-93ad-6f38ee9088e6 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:45.386148 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-40d70909-443f-4cef-93ad-6f38ee9088e6 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 810 time: 0.1059942 Mar 10 17:29:45.483949 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-37c66c1e-8255-4fa3-98d9-38e281d11820 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4dba5966a74456cb57fc9ad46e00bfe HTTP/1.1" status: 200 len: 379 time: 0.0585513 Mar 10 17:29:45.493748 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'port': {'device_id': 'f60d99d8-89dd-4015-8be5-a706958be965', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'admin_state_up': True, 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'security_groups': ['c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:45.602494 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Made reservation on behalf of f4dba5966a74456cb57fc9ad46e00bfe for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:45.605883 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:45.730541 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Allocated IP 172.20.0.12 (3c42361f-a368-4a74-bf02-1cde1ded73b6/9d87701c-9e0f-4990-b005-86ffb0a61090/9c2f4858-efe0-4795-88d8-6a2158f69d5f) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:45.873290 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:45.908074 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:45.953764 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:45.961148 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:45.966095 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:45.987925 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'Port': ['ID=9c2f4858-efe0-4795-88d8-6a2158f69d5f,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:46.017437 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.018053 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.034803 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-0b0bb583-ef6f-43ed-80c0-3827c8153654 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5446439 Mar 10 17:29:46.105144 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Request body: {'port': {'device_id': 'f60d99d8-89dd-4015-8be5-a706958be965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:46.167350 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-3b039580-1d2d-48ec-8011-436aefd6a0dd None None] Provisioning complete for port 9c2f4858-efe0-4795-88d8-6a2158f69d5f triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:46.167869 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b039580-1d2d-48ec-8011-436aefd6a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.174367 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.208795 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-3b039580-1d2d-48ec-8011-436aefd6a0dd None None] Port 9c2f4858-efe0-4795-88d8-6a2158f69d5f cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:46.450737 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5a552-73c5-46fa-9f2d-743c6767ff9e req-fc8e7220-58d0-431f-b24f-2333d04fb2d8 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.452252 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bba5a552-73c5-46fa-9f2d-743c6767ff9e req-fc8e7220-58d0-431f-b24f-2333d04fb2d8 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 932 time: 0.0930660 Mar 10 17:29:46.518274 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2f4858-efe0-4795-88d8-6a2158f69d5f {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:46.534308 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Publish callbacks [] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.543628 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bba5a552-73c5-46fa-9f2d-743c6767ff9e req-6e1253c1-928d-433f-92f6-0f3156042194 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853345 Mar 10 17:29:46.551004 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Transition to ACTIVE for port object 9c2f4858-efe0-4795-88d8-6a2158f69d5f will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:29:46.553355 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-84ece9b3-b822-4eae-8b9c-6fce46d6cc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.555544 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.613237 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2f4858-efe0-4795-88d8-6a2158f69d5f,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:46.682444 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Attempting to bind port 9c2f4858-efe0-4795-88d8-6a2158f69d5f on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:46.682872 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Attempting to bind port 9c2f4858-efe0-4795-88d8-6a2158f69d5f by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:46.683210 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Attempting to bind port 9c2f4858-efe0-4795-88d8-6a2158f69d5f on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:46.688030 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Port 9c2f4858-efe0-4795-88d8-6a2158f69d5f on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:29:46.688129 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Attempting to bind port 9c2f4858-efe0-4795-88d8-6a2158f69d5f on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:46.693996 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:46.694371 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Checking segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:46.694745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Bound using segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:46.695168 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Bound port: 9c2f4858-efe0-4795-88d8-6a2158f69d5f, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:46.695520 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.763628 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] For port 9c2f4858-efe0-4795-88d8-6a2158f69d5f, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:46.766814 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] For port 9c2f4858-efe0-4795-88d8-6a2158f69d5f, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=9c2f4858-efe0-4795-88d8-6a2158f69d5f,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:46.772905 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.809565 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.810210 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.811695 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] 10.222.0.37 "PUT /v2.0/ports/9c2f4858-efe0-4795-88d8-6a2158f69d5f HTTP/1.1" status: 200 len: 1094 time: 0.7568309 Mar 10 17:29:46.812006 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60d99d8-89dd-4015-8be5-a706958be965', 'tag': '9c2f4858-efe0-4795-88d8-6a2158f69d5f'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:46.814294 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6641c935-e4e3-4a9a-ab73-7a86af2db7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f60d99d8-89dd-4015-8be5-a706958be965", "tag": "9c2f4858-efe0-4795-88d8-6a2158f69d5f"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:46.854218 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f09b55-a0f5-4693-a17e-76f721021b04 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2f4858-efe0-4795-88d8-6a2158f69d5f,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:46.859010 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e462d7f5-0d24-44e2-a2cb-98be96f79496 x-openstack-request-id: req-e462d7f5-0d24-44e2-a2cb-98be96f79496 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:46.859466 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60d99d8-89dd-4015-8be5-a706958be965", "tag": "9c2f4858-efe0-4795-88d8-6a2158f69d5f", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:46.859771 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e462d7f5-0d24-44e2-a2cb-98be96f79496 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:46.860411 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38310) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:46.860886 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60d99d8-89dd-4015-8be5-a706958be965', 'tag': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'status': 'completed', 'code': 200} Mar 10 17:29:46.908558 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Deleting subnet b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9 {{(pid=102915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:29:46.912919 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Publish callbacks [] for subnet (b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.952090 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641c935-e4e3-4a9a-ab73-7a86af2db7c7 req-454f3fdf-0e5d-46fe-9683-1defc4de1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.953743 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6641c935-e4e3-4a9a-ab73-7a86af2db7c7 req-454f3fdf-0e5d-46fe-9683-1defc4de1eae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 1128 time: 0.0502625 Mar 10 17:29:46.955094 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16127437'] for subnet (b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.998722 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.050996 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15760044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13139369'] for subnet (b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.064361 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641c935-e4e3-4a9a-ab73-7a86af2db7c7 req-cb661be3-a324-4c17-92ef-a46da7270d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:47.065922 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6641c935-e4e3-4a9a-ab73-7a86af2db7c7 req-cb661be3-a324-4c17-92ef-a46da7270d31 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0976388 Mar 10 17:29:47.078008 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:47.085191 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.091509 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b4f3fe55-8bbf-48b5-a454-daf3ba2c48f9 HTTP/1.1" status: 204 len: 168 time: 0.2262881 Mar 10 17:29:47.091509 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.091509 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.091509 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.091509 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.091944 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.092036 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.092362 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.092691 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.093028 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.093363 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.093461 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38312) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:47.093691 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.094015 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.094366 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a865cf0-370d-4feb-87df-badd8cc02a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:47.209559 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (613743b8-d628-4eff-99d7-32b0bef7bef2), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.228068 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641c935-e4e3-4a9a-ab73-7a86af2db7c7 req-afc7fbc0-c836-467d-92c0-5b80cd69a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:47.229517 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6641c935-e4e3-4a9a-ab73-7a86af2db7c7 req-afc7fbc0-c836-467d-92c0-5b80cd69a2d8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570859 Mar 10 17:29:47.301936 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (613743b8-d628-4eff-99d7-32b0bef7bef2), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.347022 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613743b8-d628-4eff-99d7-32b0bef7bef2']}} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:47.358465 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b20892-36d8-4ee5-a160-cbb6cbfdaac7') {'for_net_delete': True} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:47.358758 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b20892-36d8-4ee5-a160-cbb6cbfdaac7') {} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:47.369703 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057547'] for segment (26b20892-36d8-4ee5-a160-cbb6cbfdaac7), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.386549 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (26b20892-36d8-4ee5-a160-cbb6cbfdaac7), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.389573 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-124b20c0-3f9c-4e7b-b910-00ac8b80c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:47.391121 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-124b20c0-3f9c-4e7b-b910-00ac8b80c403 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 1128 time: 0.0863283 Mar 10 17:29:47.395410 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:29:47.395782 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16575686'] for segment (26b20892-36d8-4ee5-a160-cbb6cbfdaac7), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: Traceback (most recent call last): Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: timer() Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: cb(*args, **kw) Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: return func(*args, **kwargs) Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: self._notify() Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: self.callback(batched_events) Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: event.method(event) Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: return f(self, *a, **k) Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._get(url).json() Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: return self.request(url, 'GET', **kwargs) Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:29:47.397347 dv-cinder-830538-8-iscsi neutron-server[102916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:29:47.442957 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-303a8311-3207-4144-9f0e-7bab6b46a0dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c2f4858-efe0-4795-88d8-6a2158f69d5f HTTP/1.1" status: 200 len: 217 time: 0.0362208 Mar 10 17:29:47.508407 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (613743b8-d628-4eff-99d7-32b0bef7bef2), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.513085 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.516197 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] 10.222.0.16 "DELETE /v2.0/networks/613743b8-d628-4eff-99d7-32b0bef7bef2 HTTP/1.1" status: 204 len: 168 time: 0.4218285 Mar 10 17:29:47.534513 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5901ff-773c-498c-b1e1-c10b0d634afb admin admin] Pushing event deleted for resources: {'Network': ['ID=613743b8-d628-4eff-99d7-32b0bef7bef2,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:47.542960 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-328f014e-b99e-42ba-9925-f7951aca78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:47.544480 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-328f014e-b99e-42ba-9925-f7951aca78d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0679376 Mar 10 17:29:47.596237 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-350134e3-3bf4-459e-b579-e26565615535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:47.597827 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-350134e3-3bf4-459e-b579-e26565615535 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457342 Mar 10 17:29:47.689827 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38320) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:47.729161 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-003b306e-84e0-43ef-a630-7ef8df3f1433 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=868d9faa77394355bc9160cd61ef3696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379632 Mar 10 17:29:47.731677 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff015186-e505-4a92-95ad-aa4dec4cab45 req-319e40a8-196a-4cd8-909e-ddb8c7cc063f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:47.732204 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38322) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:47.733149 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff015186-e505-4a92-95ad-aa4dec4cab45 req-319e40a8-196a-4cd8-909e-ddb8c7cc063f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 944 time: 0.1100554 Mar 10 17:29:47.735368 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-7e0dfec4-31e2-48be-a3eb-c7ff82a99bc4 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291196 Mar 10 17:29:47.779203 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-978f6575-8df4-4c94-97d0-625c5cef421c admin admin] Publish callbacks [] for security_group (b3f0af91-fb30-4c3b-9182-f3993d09acc7), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.800063 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-978f6575-8df4-4c94-97d0-625c5cef421c admin admin] Publish callbacks [] for security_group (b3f0af91-fb30-4c3b-9182-f3993d09acc7), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.837223 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff015186-e505-4a92-95ad-aa4dec4cab45 req-41192bc9-8726-4b68-81fb-22a242af6a36 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983896 Mar 10 17:29:47.853885 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-978f6575-8df4-4c94-97d0-625c5cef421c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b3f0af91-fb30-4c3b-9182-f3993d09acc7), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.856721 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-978f6575-8df4-4c94-97d0-625c5cef421c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.860103 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-978f6575-8df4-4c94-97d0-625c5cef421c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3f0af91-fb30-4c3b-9182-f3993d09acc7 HTTP/1.1" status: 204 len: 168 time: 0.1247721 Mar 10 17:29:47.865738 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f6575-8df4-4c94-97d0-625c5cef421c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f0af91-fb30-4c3b-9182-f3993d09acc7,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:47.867617 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00ceb8ae-a6f6-44ca-934e-b86c5a2b6776 req-a926dec5-997e-4927-b472-8ce60a8572d7 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213639 Mar 10 17:29:48.816133 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5ccc-8d64-4116-b2fc-5a7f2236821d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:48.959819 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e660a14-bf19-4337-9a8d-0f5146686c7b req-47dd1091-a955-422e-8a6e-f1f4d88c81ea tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:48.961314 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e660a14-bf19-4337-9a8d-0f5146686c7b req-47dd1091-a955-422e-8a6e-f1f4d88c81ea tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 944 time: 0.0523584 Mar 10 17:29:49.013091 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e660a14-bf19-4337-9a8d-0f5146686c7b req-e9e6be21-1207-41a3-b98f-1ca44ebd7bf8 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456867 Mar 10 17:29:49.028676 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:29:49.962390 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:50.132040 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec43194-e386-4866-98d5-a806b298b272 req-d3435a47-7726-4975-b59b-9b5996820c4a tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:50.133541 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cec43194-e386-4866-98d5-a806b298b272 req-d3435a47-7726-4975-b59b-9b5996820c4a tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 944 time: 0.0556431 Mar 10 17:29:50.182081 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cec43194-e386-4866-98d5-a806b298b272 req-df16ad36-40b2-4c3f-a8dc-a3a3e217b856 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 Mar 10 17:29:51.300757 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb09be-226b-4c28-8b53-072917d0ebd7 req-0de2fc8e-5591-46ce-b884-8d4c97943417 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:51.302262 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0edb09be-226b-4c28-8b53-072917d0ebd7 req-0de2fc8e-5591-46ce-b884-8d4c97943417 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 944 time: 0.0562739 Mar 10 17:29:51.349023 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0edb09be-226b-4c28-8b53-072917d0ebd7 req-e2f3542c-cd5d-4d1c-b5cb-76a05fc85103 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 Mar 10 17:29:51.375720 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:52.508099 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d6480-7ec2-4857-be14-be651f68f7c3 req-524e45c8-c52c-4857-80a0-6bf6025375d9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:52.509545 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-db1d6480-7ec2-4857-be14-be651f68f7c3 req-524e45c8-c52c-4857-80a0-6bf6025375d9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 944 time: 0.0824826 Mar 10 17:29:52.555598 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4050-6d62-44dc-a7ea-f42ae60a1f74 req-49d553ff-45a9-4589-af4b-8bfbc413b3d0 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:52.557033 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cd2f4050-6d62-44dc-a7ea-f42ae60a1f74 req-49d553ff-45a9-4589-af4b-8bfbc413b3d0 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.0940640 Mar 10 17:29:52.587814 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-db1d6480-7ec2-4857-be14-be651f68f7c3 req-6a9353c8-9c72-4e17-8b24-32d0f5f0a678 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716689 Mar 10 17:29:52.628116 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cd2f4050-6d62-44dc-a7ea-f42ae60a1f74 req-608ba99a-d92a-461e-ac57-f697f7586877 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654590 Mar 10 17:29:52.872443 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:53.710130 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d48b61-2e70-45aa-afa3-f465663b234e req-91b2828e-68eb-4b43-a169-181defab742e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:53.711545 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-97d48b61-2e70-45aa-afa3-f465663b234e req-91b2828e-68eb-4b43-a169-181defab742e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 944 time: 0.0595744 Mar 10 17:29:53.788098 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad2ba1-e7d3-411c-9fac-d7a76fa5517a req-9f5ddefc-60d6-4c92-96dc-156462d03474 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:53.789548 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d1ad2ba1-e7d3-411c-9fac-d7a76fa5517a req-9f5ddefc-60d6-4c92-96dc-156462d03474 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.0941818 Mar 10 17:29:53.794672 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-97d48b61-2e70-45aa-afa3-f465663b234e req-40cc5bee-6404-47ee-b1bc-31d087a85168 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617125 Mar 10 17:29:53.848554 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d1ad2ba1-e7d3-411c-9fac-d7a76fa5517a req-ae0065ab-6542-4069-9be0-ca9078042a3b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527637 Mar 10 17:29:54.678374 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-5aa480f4-649d-4fd2-837f-387fb5336979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:54.679848 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-5aa480f4-649d-4fd2-837f-387fb5336979 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=788735d9fc2b4767b361bcc431fa4542&device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1168 time: 0.0445547 Mar 10 17:29:54.769567 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-c7e3c0b5-5888-4f54-ab97-952a3be0fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:54.771064 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-c7e3c0b5-5888-4f54-ab97-952a3be0fd7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 200 len: 916 time: 0.0858824 Mar 10 17:29:54.836407 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-eb1de61f-b40d-42dc-8f6b-e32fbda64c58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 1001 time: 0.0588660 Mar 10 17:29:55.179234 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-36a8c97f-245d-4ebd-8357-c0bfe71552b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:55.180616 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-36a8c97f-245d-4ebd-8357-c0bfe71552b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23904b8-4b9e-4a20-a71b-9021ba60aeea HTTP/1.1" status: 200 len: 854 time: 0.3380346 Mar 10 17:29:55.227851 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81686e76-2eb9-41aa-8cbb-671479c08266 req-21000b6c-d0a1-4abb-a481-bab90c56f0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:55.229792 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-81686e76-2eb9-41aa-8cbb-671479c08266 req-21000b6c-d0a1-4abb-a481-bab90c56f0e9 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.1115932 Mar 10 17:29:55.239030 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eff4fe-039d-49e8-893d-7617689a7911 req-6fd4ace9-fd02-4b47-8380-c8f04c96d6c9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:55.240400 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e3eff4fe-039d-49e8-893d-7617689a7911 req-6fd4ace9-fd02-4b47-8380-c8f04c96d6c9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 944 time: 0.3704820 Mar 10 17:29:55.301336 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-c0e14933-dc8c-4c13-85de-bbbcfe216e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:55.302851 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-c0e14933-dc8c-4c13-85de-bbbcfe216e74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=695ac80b-0326-480c-9dd3-494fdd58177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1137340 Mar 10 17:29:55.358859 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e3eff4fe-039d-49e8-893d-7617689a7911 req-8a8a0ccb-0004-47da-ad0f-7e974c530123 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085103 Mar 10 17:29:55.365399 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-81686e76-2eb9-41aa-8cbb-671479c08266 req-dc4701df-5ee5-4732-9a88-76be30dc1fc1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240783 Mar 10 17:29:55.429970 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-158a3052-d34b-4be8-8ef7-52c4b98c6916 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153135 Mar 10 17:29:55.520030 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-27ba3ba1-b573-4a91-990b-c98b86da3ed8 req-fbca0159-ca53-4e8b-a706-31f6a40150f1 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819023 Mar 10 17:29:56.512632 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282244-cca9-4d35-9366-12cf2faf80cf req-d763c514-8320-4954-88d5-943ac3b23e46 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:56.514125 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c3282244-cca9-4d35-9366-12cf2faf80cf req-d763c514-8320-4954-88d5-943ac3b23e46 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 944 time: 0.0901117 Mar 10 17:29:56.521509 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fc547-543c-459b-990b-065f2c3f3893 req-c3674f0b-588b-489c-8a13-4c504de76472 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:56.522881 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6d7fc547-543c-459b-990b-065f2c3f3893 req-c3674f0b-588b-489c-8a13-4c504de76472 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.0903485 Mar 10 17:29:56.596190 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c3282244-cca9-4d35-9366-12cf2faf80cf req-d4394632-f89c-4f74-8889-5dac0b392010 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722842 Mar 10 17:29:56.611428 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6d7fc547-543c-459b-990b-065f2c3f3893 req-e34e3473-337f-4f27-a7b5-5034a78024b6 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816193 Mar 10 17:29:57.575732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 9c2f4858-efe0-4795-88d8-6a2158f69d5f details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:29:57.673559 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 9c2f4858-efe0-4795-88d8-6a2158f69d5f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=9c2f4858-efe0-4795-88d8-6a2158f69d5f,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:57.685375 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'port_id': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'mac_address': 'fa:16:3e:c5:08:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:29:57.721511 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 9c2f4858-efe0-4795-88d8-6a2158f69d5f is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:57.721905 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:57.734521 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2f4858-efe0-4795-88d8-6a2158f69d5f {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:57.747798 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb113-2169-45df-8e05-308810f63194 req-0abf2574-a616-4c72-ad2a-8a21abfe1faa tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:57.749271 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-189bb113-2169-45df-8e05-308810f63194 req-0abf2574-a616-4c72-ad2a-8a21abfe1faa tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 944 time: 0.0866957 Mar 10 17:29:57.753782 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 9c2f4858-efe0-4795-88d8-6a2158f69d5f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=9c2f4858-efe0-4795-88d8-6a2158f69d5f,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:57.758704 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:57.761983 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb17b8-f05b-4c98-9851-dae60d3d7af9 req-feba560f-8793-418e-8daf-7b60fae6929c tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:57.763543 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-93cb17b8-f05b-4c98-9851-dae60d3d7af9 req-feba560f-8793-418e-8daf-7b60fae6929c tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.0745299 Mar 10 17:29:57.811040 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=9c2f4858-efe0-4795-88d8-6a2158f69d5f,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:57.818002 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.818411 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.818775 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.819116 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.819443 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.819773 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.820098 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.820423 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.820743 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.821084 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.821406 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.821721 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.822039 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:57.837534 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-189bb113-2169-45df-8e05-308810f63194 req-8ab85efe-56f7-4384-8803-487c2fee2d09 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730231 Mar 10 17:29:57.855133 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-93cb17b8-f05b-4c98-9851-dae60d3d7af9 req-2a3a9124-7658-4c2c-be34-3281bbb04750 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839438 Mar 10 17:29:58.038499 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38432) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:58.142442 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-85b2481f-ff40-43fe-a7c3-745e250404ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.213180 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-85b2481f-ff40-43fe-a7c3-745e250404ac admin admin] Publish callbacks [] for security_group (fe63eeca-ca09-4530-9592-52e773b28941), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.216704 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-85b2481f-ff40-43fe-a7c3-745e250404ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (fe63eeca-ca09-4530-9592-52e773b28941), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.254060 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-85b2481f-ff40-43fe-a7c3-745e250404ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6655931b73b147e9b410b68172c18b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144847 Mar 10 17:29:58.254954 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2481f-ff40-43fe-a7c3-745e250404ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe63eeca-ca09-4530-9592-52e773b28941,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:58.256725 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38436) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:58.293891 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['9c2f4858-efe0-4795-88d8-6a2158f69d5f'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:58.305476 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-31363373-fb96-4eb1-96cd-c4e92178c38b admin admin] Publish callbacks [] for security_group (fe63eeca-ca09-4530-9592-52e773b28941), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.327290 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-31363373-fb96-4eb1-96cd-c4e92178c38b admin admin] Publish callbacks [] for security_group (fe63eeca-ca09-4530-9592-52e773b28941), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.374206 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-31363373-fb96-4eb1-96cd-c4e92178c38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (fe63eeca-ca09-4530-9592-52e773b28941), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.376857 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-31363373-fb96-4eb1-96cd-c4e92178c38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.378043 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-31363373-fb96-4eb1-96cd-c4e92178c38b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe63eeca-ca09-4530-9592-52e773b28941 HTTP/1.1" status: 204 len: 168 time: 0.1202824 Mar 10 17:29:58.385560 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31363373-fb96-4eb1-96cd-c4e92178c38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe63eeca-ca09-4530-9592-52e773b28941,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:58.921160 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.998630 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38462) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:59.008839 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7a8c7-5953-46b2-a179-c58e073a7d7f req-b9d3e619-4f5e-4459-b1b6-160123612fcf tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:59.010365 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-63c7a8c7-5953-46b2-a179-c58e073a7d7f req-b9d3e619-4f5e-4459-b1b6-160123612fcf tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 945 time: 0.0897422 Mar 10 17:29:59.021054 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd78842-4fb9-4fe7-ad3a-61e9965522df req-7882c846-03c4-4db4-8c48-5a5c0a927692 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:59.022462 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3dd78842-4fb9-4fe7-ad3a-61e9965522df req-7882c846-03c4-4db4-8c48-5a5c0a927692 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.0912027 Mar 10 17:29:59.094734 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1193123010-network', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:59.095242 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-63c7a8c7-5953-46b2-a179-c58e073a7d7f req-2e6d617d-b6af-4439-88ae-4d82af1a1953 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714939 Mar 10 17:29:59.112874 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3dd78842-4fb9-4fe7-ad3a-61e9965522df req-985a2149-a256-4fa3-886f-a10981b2cc9b tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826838 Mar 10 17:29:59.115484 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Made reservation on behalf of 55e43dcbd9b149b4abf235a40dd4a211 for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:59.117908 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.126757 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.200719 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Publish callbacks [] for security_group (2be73b95-edd9-4da3-99fd-07c057a8de8e), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.204307 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (2be73b95-edd9-4da3-99fd-07c057a8de8e), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.227354 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:29:59.236510 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be73b95-edd9-4da3-99fd-07c057a8de8e,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:59.242519 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (8355324c-b938-4cef-bbdb-eb7c60076128), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.242862 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Added segment 8355324c-b938-4cef-bbdb-eb7c60076128 of type vlan for network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 Mar 10 17:29:59.281033 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (8ff4fd82-01b1-46b3-a26a-8e0ee412f813), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.307890 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (8ff4fd82-01b1-46b3-a26a-8e0ee412f813), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.308942 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:59.309517 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.341685 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3419795 Mar 10 17:29:59.344662 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38466) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:59.349432 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Request body: {'subnet': {'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1193123010-subnet', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:59.368195 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Made reservation on behalf of 55e43dcbd9b149b4abf235a40dd4a211 for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:59.370656 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eae8c-e55e-43ca-ab94-1ce9f00c4057 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff4fd82-01b1-46b3-a26a-8e0ee412f813,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:59.371141 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13478864'] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.380852 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:29:59.532896 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16576347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478910'] for subnet (53e1121e-b8ac-4d18-b92d-89d9025942a9), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.583830 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 9c2f4858-efe0-4795-88d8-6a2158f69d5f up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:59.586325 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e1121e-b8ac-4d18-b92d-89d9025942a9,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:59.602333 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Checking segment: {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:59.602698 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Network hostable DHCP agents. Network: 8ff4fd82-01b1-46b3-a26a-8e0ee412f813, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:29:59.619173 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:29:59.628319 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 8ff4fd82-01b1-46b3-a26a-8e0ee412f813) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:59.633211 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:59.634583 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.637760 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c90981-62d7-479c-a720-79af121e8b1c None None] Network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:59.641309 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 9c2f4858-efe0-4795-88d8-6a2158f69d5f completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:29:59.650313 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-6dddc4cf-498f-4169-8e73-dcbf42176cde admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045213 Mar 10 17:29:59.653335 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38468) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:59.657595 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:59.657726 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 9c2f4858-efe0-4795-88d8-6a2158f69d5f triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:59.658000 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.676930 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (9445dfb7-461d-499f-b184-18642428f849), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.678021 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (9445dfb7-461d-499f-b184-18642428f849), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.730053 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks [] for router_controller (9445dfb7-461d-499f-b184-18642428f849), precommit_add_association {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.788177 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:29:59.789011 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.806011 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 9c2f4858-efe0-4795-88d8-6a2158f69d5f is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:59.806452 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.873738 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks [] for router_gateway (9445dfb7-461d-499f-b184-18642428f849), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.880372 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60d99d8-89dd-4015-8be5-a706958be965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2f4858-efe0-4795-88d8-6a2158f69d5f'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:59.882765 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf4f14e-262e-43c4-bb6d-a1adef839b55" -d '{"events": [{"server_uuid": "f60d99d8-89dd-4015-8be5-a706958be965", "name": "network-vif-plugged", "status": "completed", "tag": "9c2f4858-efe0-4795-88d8-6a2158f69d5f"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:59.909131 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 9c2f4858-efe0-4795-88d8-6a2158f69d5f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=9c2f4858-efe0-4795-88d8-6a2158f69d5f,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:59.913929 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.995516 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=9c2f4858-efe0-4795-88d8-6a2158f69d5f,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:00.002819 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Allocated IP 172.20.0.2 (8ff4fd82-01b1-46b3-a26a-8e0ee412f813/53e1121e-b8ac-4d18-b92d-89d9025942a9/614b85c4-f07f-4807-97ea-4144e81d71a4) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:00.073452 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbde9c76-227b-4e37-80f6-d83fc1c84024 x-openstack-request-id: req-fbde9c76-227b-4e37-80f6-d83fc1c84024 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:00.073775 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60d99d8-89dd-4015-8be5-a706958be965", "name": "network-vif-plugged", "status": "completed", "tag": "9c2f4858-efe0-4795-88d8-6a2158f69d5f", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:00.074031 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbde9c76-227b-4e37-80f6-d83fc1c84024 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:00.074436 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60d99d8-89dd-4015-8be5-a706958be965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'code': 200} Mar 10 17:30:00.081340 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks [] for router_gateway (9445dfb7-461d-499f-b184-18642428f849), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.103585 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.157063 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Publish callbacks [] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.164101 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.205453 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:00.208013 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:00.213896 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:00.224580 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Pushing event updated for resources: {'Port': ['ID=614b85c4-f07f-4807-97ea-4144e81d71a4,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:00.279145 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Attempting to bind port 614b85c4-f07f-4807-97ea-4144e81d71a4 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:00.279652 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Attempting to bind port 614b85c4-f07f-4807-97ea-4144e81d71a4 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:00.280024 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Attempting to bind port 614b85c4-f07f-4807-97ea-4144e81d71a4 on network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:00.285392 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:00.285748 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Checking segment: {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:00.286242 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.286771 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Bound using segment: {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:00.287310 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Bound port: 614b85c4-f07f-4807-97ea-4144e81d71a4, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:00.287656 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.290099 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Allocated IP 172.27.3.203 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/dacaabd0-2d26-4297-8aec-b52de39de961) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:00.362228 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] For port 614b85c4-f07f-4807-97ea-4144e81d71a4, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:00.368124 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] For port 614b85c4-f07f-4807-97ea-4144e81d71a4, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=614b85c4-f07f-4807-97ea-4144e81d71a4,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:00.373490 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4b52-6b87-41a2-b8ec-e6aa55c3bd86 req-58067eb7-3cb7-4435-9a66-01eb832a6213 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:00.374581 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.375030 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-826e4b52-6b87-41a2-b8ec-e6aa55c3bd86 req-58067eb7-3cb7-4435-9a66-01eb832a6213 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.1587746 Mar 10 17:30:00.424878 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60925d76-fac2-4cd5-ba72-3d80fabde4fb req-c38b7b3a-3faf-4bcf-9417-5b18c3563230 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:00.426402 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-60925d76-fac2-4cd5-ba72-3d80fabde4fb req-c38b7b3a-3faf-4bcf-9417-5b18c3563230 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 946 time: 0.1986263 Mar 10 17:30:00.449544 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783fe04-e052-47d9-87a1-3c0b6628e96e None None] Pushing event updated for resources: {'Port': ['ID=614b85c4-f07f-4807-97ea-4144e81d71a4,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:00.555965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baecea7-eee8-4c31-a026-0d0c9e879914 req-19cf8860-a6d7-47bd-a0b9-97888ec995f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:00.557531 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5baecea7-eee8-4c31-a026-0d0c9e879914 req-19cf8860-a6d7-47bd-a0b9-97888ec995f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 1130 time: 0.2136688 Mar 10 17:30:00.595783 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks [] for port (dacaabd0-2d26-4297-8aec-b52de39de961), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.626048 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-826e4b52-6b87-41a2-b8ec-e6aa55c3bd86 req-04f7774c-a554-4812-b854-e2468d4812f2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2332652 Mar 10 17:30:00.637112 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-60925d76-fac2-4cd5-ba72-3d80fabde4fb req-e97c0764-f016-4fbb-9fc1-e4a161c71e63 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994634 Mar 10 17:30:00.686461 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5baecea7-eee8-4c31-a026-0d0c9e879914 req-f0f6415e-b474-4af4-be18-3646e8eebee8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184256 Mar 10 17:30:00.702250 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.748826 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:00.755197 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:00.757941 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:00.792032 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Pushing event updated for resources: {'Port': ['ID=dacaabd0-2d26-4297-8aec-b52de39de961,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:00.947504 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 614b85c4-f07f-4807-97ea-4144e81d71a4 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:01.004960 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 614b85c4-f07f-4807-97ea-4144e81d71a4 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:01.005618 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.057937 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks [] for router_gateway (9445dfb7-461d-499f-b184-18642428f849), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.089656 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 614b85c4-f07f-4807-97ea-4144e81d71a4 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:01.090127 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.125127 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 614b85c4-f07f-4807-97ea-4144e81d71a4, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=614b85c4-f07f-4807-97ea-4144e81d71a4,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:01.129119 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.185395 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=614b85c4-f07f-4807-97ea-4144e81d71a4,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:01.264799 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (9445dfb7-461d-499f-b184-18642428f849), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.396835 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Router 9445dfb7-461d-499f-b184-18642428f849 is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:30:01.416585 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f59bc8-a696-43ad-80cb-32646a944e29 None None] Network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:01.511766 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:01.524004 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Sync routers for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:01.530130 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.531482 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c810f647-1235-4eb2-a78a-b61b2709733d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8773270 Mar 10 17:30:01.531728 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-2e3becec-d819-4092-bef4-44c63d795cac None None] Provisioning complete for port 614b85c4-f07f-4807-97ea-4144e81d71a4 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:01.532054 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2e3becec-d819-4092-bef4-44c63d795cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.534356 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38480) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:01.567869 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:01.568408 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:01.824584 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e117f86-4c0c-4c4d-ab39-179908df29bb req-32870005-1fd8-4b49-94fb-6a681cbe8a7e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:01.826971 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3e117f86-4c0c-4c4d-ab39-179908df29bb req-32870005-1fd8-4b49-94fb-6a681cbe8a7e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.1025186 Mar 10 17:30:01.858371 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-2e3becec-d819-4092-bef4-44c63d795cac None None] Current status of the port 614b85c4-f07f-4807-97ea-4144e81d71a4 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:01.861356 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:01.888167 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e39689-cdb0-4e53-b439-c9aec63da657 req-2d158548-461f-44d0-95af-9c28a23ee455 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:01.889682 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-54e39689-cdb0-4e53-b439-c9aec63da657 req-2d158548-461f-44d0-95af-9c28a23ee455 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 946 time: 0.1245863 Mar 10 17:30:01.917024 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3e117f86-4c0c-4c4d-ab39-179908df29bb req-358560c5-36bd-4682-933b-e7901ec3a9dc tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815310 Mar 10 17:30:01.959318 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-54e39689-cdb0-4e53-b439-c9aec63da657 req-7d9fe6a0-cbcd-4a04-b401-918fcd98e4ea tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589833 Mar 10 17:30:02.001264 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.007883 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-55863d10-7eea-4f2d-8a7f-af97f3321016 None None] Provisioning complete for port 614b85c4-f07f-4807-97ea-4144e81d71a4 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:02.008361 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-55863d10-7eea-4f2d-8a7f-af97f3321016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.123053 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:00Z', 'revision_number': 3, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:02.125752 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-55863d10-7eea-4f2d-8a7f-af97f3321016 None None] Current status of the port 614b85c4-f07f-4807-97ea-4144e81d71a4 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:02.150786 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Checking router: 9445dfb7-461d-499f-b184-18642428f849 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:02.151190 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Updating router 9445dfb7-461d-499f-b184-18642428f849 port dacaabd0-2d26-4297-8aec-b52de39de961 binding host dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:30:02.154584 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Allocated IP 172.20.0.1 (8ff4fd82-01b1-46b3-a26a-8e0ee412f813/53e1121e-b8ac-4d18-b92d-89d9025942a9/0d1757c5-7060-4e2c-8046-a9fe16511650) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:02.179418 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.251066 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Publish callbacks [] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.287519 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.322937 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:02.326216 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:02.331933 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:02.358054 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1757c5-7060-4e2c-8046-a9fe16511650,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:02.377601 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (9445dfb7-461d-499f-b184-18642428f849), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.436219 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Publish callbacks [] for port (dacaabd0-2d26-4297-8aec-b52de39de961), precommit_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.444155 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.511727 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Attempting to bind port dacaabd0-2d26-4297-8aec-b52de39de961 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:02.512107 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Attempting to bind port dacaabd0-2d26-4297-8aec-b52de39de961 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:02.512536 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Attempting to bind port dacaabd0-2d26-4297-8aec-b52de39de961 on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:02.515689 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e8e6f-8fdb-41dc-8302-8366f96d7921 None None] Pushing event updated for resources: {'Port': ['ID=dacaabd0-2d26-4297-8aec-b52de39de961,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:02.522084 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:02.522965 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:02.523503 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.524466 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:02.524943 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Bound port: dacaabd0-2d26-4297-8aec-b52de39de961, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:02.525328 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.544043 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.582602 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] For port dacaabd0-2d26-4297-8aec-b52de39de961, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:02.585516 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] For port dacaabd0-2d26-4297-8aec-b52de39de961, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=dacaabd0-2d26-4297-8aec-b52de39de961,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:02.592313 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.662860 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:02.663376 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:02.666637 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e8e6f-8fdb-41dc-8302-8366f96d7921 None None] Pushing event updated for resources: {'Port': ['ID=dacaabd0-2d26-4297-8aec-b52de39de961,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:02.704903 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-044da5e6-6a57-4de8-94c4-da090b485e0d None None] Provisioning complete for port 0d1757c5-7060-4e2c-8046-a9fe16511650 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:02.705462 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-044da5e6-6a57-4de8-94c4-da090b485e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.707157 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Publish callbacks [] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.712762 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.752418 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-044da5e6-6a57-4de8-94c4-da090b485e0d None None] Port 0d1757c5-7060-4e2c-8046-a9fe16511650 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:02.782064 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1757c5-7060-4e2c-8046-a9fe16511650,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:02.784427 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (9445dfb7-461d-499f-b184-18642428f849), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.807985 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:02.888060 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:02.889378 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:02.910231 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 614b85c4-f07f-4807-97ea-4144e81d71a4 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:03.020420 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Router 9445dfb7-461d-499f-b184-18642428f849 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:03.074457 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 614b85c4-f07f-4807-97ea-4144e81d71a4 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:03.074966 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.143831 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd91fb-c796-433f-8749-afa770d60abb req-d4aa815c-7817-40d3-8308-22391528c41f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:03.147057 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dcdd91fb-c796-433f-8749-afa770d60abb req-d4aa815c-7817-40d3-8308-22391528c41f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.1121726 Mar 10 17:30:03.162154 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d7c6e-2402-4c2e-b2c1-21da35733123 req-21554084-9fb2-4aaa-8a41-938df4ad2d5a tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:03.163843 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-761d7c6e-2402-4c2e-b2c1-21da35733123 req-21554084-9fb2-4aaa-8a41-938df4ad2d5a tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 946 time: 0.0890205 Mar 10 17:30:03.166329 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 1, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:03.185484 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:03.190888 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-3c761e32-b9c0-4064-802b-dcce83e09589 admin admin] 10.222.0.16 "PUT /v2.0/routers/9445dfb7-461d-499f-b184-18642428f849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6554840 Mar 10 17:30:03.214154 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb409e5-9ee6-4bf4-85f7-9b552fbc3987 None None] The sync data for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi is: [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 1, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:03.219147 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 614b85c4-f07f-4807-97ea-4144e81d71a4 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:03.224909 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-9489771b-1d75-4df1-b248-b86d91bbe2b5 None None] Provisioning complete for port 0d1757c5-7060-4e2c-8046-a9fe16511650 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:03.225282 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9489771b-1d75-4df1-b248-b86d91bbe2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.268663 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-9489771b-1d75-4df1-b248-b86d91bbe2b5 None None] Port 0d1757c5-7060-4e2c-8046-a9fe16511650 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:03.275044 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-761d7c6e-2402-4c2e-b2c1-21da35733123 req-544d4574-38ca-47e8-8b87-eb61ff147663 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052949 Mar 10 17:30:03.281410 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dcdd91fb-c796-433f-8749-afa770d60abb req-04c98591-1345-4137-9767-00fb67038c60 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296079 Mar 10 17:30:03.418647 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd23574-af51-4e2d-a404-f19ae5e3b49f req-21e60fbc-493e-4764-b362-eb1cdc23bc84 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:03.420146 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3cd23574-af51-4e2d-a404-f19ae5e3b49f req-21e60fbc-493e-4764-b362-eb1cdc23bc84 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 946 time: 0.0635693 Mar 10 17:30:03.491423 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3cd23574-af51-4e2d-a404-f19ae5e3b49f req-3f6e28d2-3d90-4597-8c12-92b4c2d409ff tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647359 Mar 10 17:30:03.518951 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38498) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:03.755613 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c871ac-2b4d-4556-a192-dcc0b3d6a17e tempest-TestVolumeBootPattern-601016402 tempest-TestVolumeBootPattern-601016402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:03.757194 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-56c871ac-2b4d-4556-a192-dcc0b3d6a17e tempest-TestVolumeBootPattern-601016402 tempest-TestVolumeBootPattern-601016402-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 1125 time: 0.2370999 Mar 10 17:30:03.760852 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38510) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:03.765325 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'port_id': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:03.788499 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.790590 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38512) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:03.795455 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1973678893-network', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:03.816665 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Made reservation on behalf of fd40a4cee66c4e2ba3a1c942da77340b for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:03.819387 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.829228 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.920945 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Publish callbacks [] for security_group (6f661c94-6b21-4b94-bf52-530cc9276065), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.925999 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (6f661c94-6b21-4b94-bf52-530cc9276065), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.958872 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:03.964240 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f661c94-6b21-4b94-bf52-530cc9276065,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:03.982687 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.985164 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Added segment fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c of type vlan for network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 Mar 10 17:30:04.035736 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.067756 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.068794 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.069414 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.107178 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3154387 Mar 10 17:30:04.110292 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38514) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:04.143864 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Request body: {'subnet': {'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1973678893-subnet', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'ip_version': 4}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:04.148332 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d60dd-e3ba-4057-ae53-00a1a3b2d174 admin admin] Pushing event updated for resources: {'Network': ['ID=c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:04.162695 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:04.173394 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Made reservation on behalf of fd40a4cee66c4e2ba3a1c942da77340b for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:04.177736 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13139342'] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.189825 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.327762 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Allocated IP 172.27.3.169 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/01adc7b1-3f2f-4848-a376-06c22c9dbf01) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:04.367358 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15760111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13139360'] for subnet (00bc8727-f8ac-41dc-bb9b-27a32fa02882), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.425185 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00bc8727-f8ac-41dc-bb9b-27a32fa02882,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:04.436841 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Checking segment: {'id': 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:04.437227 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Network hostable DHCP agents. Network: c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:04.456423 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:04.465277 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:04.473655 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333903fc-e5ed-4ae3-a59a-44295375fb6f None None] Network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:04.475572 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.476431 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.478727 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for port (01adc7b1-3f2f-4848-a376-06c22c9dbf01), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.488417 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcb86a-98fe-40a7-b9d7-8fb591996a95 req-822c65cc-d96e-4cb0-89b8-1cbccff213c5 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.490207 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f7dcb86a-98fe-40a7-b9d7-8fb591996a95 req-822c65cc-d96e-4cb0-89b8-1cbccff213c5 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.1260958 Mar 10 17:30:04.496657 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-f3174a8f-352f-4392-8dfd-aeca286d535d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3829603 Mar 10 17:30:04.496957 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38518) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:04.504862 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:04.564304 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123013'] for router (3f0ca3e1-649b-4aa7-a570-81ee078db65b), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.565580 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123132'] for router (3f0ca3e1-649b-4aa7-a570-81ee078db65b), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.582574 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (01adc7b1-3f2f-4848-a376-06c22c9dbf01), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.597182 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b3f234-b5d0-55c0-b1a0-208d8acc5994-c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9', 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9', 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'fixed_ips': [{'subnet_id': '00bc8727-f8ac-41dc-bb9b-27a32fa02882'}]}} from dv-cinder-830538-8-iscsi. {{(pid=102917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:04.598872 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.654730 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f7dcb86a-98fe-40a7-b9d7-8fb591996a95 req-315a95a9-2223-4f01-b8e7-2c0b3d0f770e tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548371 Mar 10 17:30:04.656668 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:04.668171 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:04.699860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:04.703920 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks [] for router_controller (3f0ca3e1-649b-4aa7-a570-81ee078db65b), precommit_add_association {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.723389 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'Port': ['ID=01adc7b1-3f2f-4848-a376-06c22c9dbf01,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:04.751131 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.db_base_plugin_common [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Allocated IP 172.20.0.2 (c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9/00bc8727-f8ac-41dc-bb9b-27a32fa02882/571f4619-8434-4fbb-a0a7-d1471ea5280f) {{(pid=102917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:04.924967 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks [] for router_gateway (3f0ca3e1-649b-4aa7-a570-81ee078db65b), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.936344 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Publish callbacks [] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), precommit_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.943902 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), after_create {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.949923 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device dacaabd0-2d26-4297-8aec-b52de39de961 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:05.030530 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 is already hosted by enough agents. {{(pid=102917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:05.037920 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.scheduler.base_scheduler [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Resources bound (agent type, host, resource id): {{(pid=102917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:05.040575 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Pushing event updated for resources: {'Port': ['ID=571f4619-8434-4fbb-a0a7-d1471ea5280f,revision_number=1']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:05.042780 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Received port after_create {{(pid=102917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:05.109015 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port dacaabd0-2d26-4297-8aec-b52de39de961 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:05.109385 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.112631 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Attempting to bind port 571f4619-8434-4fbb-a0a7-d1471ea5280f on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:05.113210 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Attempting to bind port 571f4619-8434-4fbb-a0a7-d1471ea5280f by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9'}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:05.113786 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Attempting to bind port 571f4619-8434-4fbb-a0a7-d1471ea5280f on network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:05.140256 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:05.140860 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Checking segment: {'id': 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:05.141493 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.142129 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Bound using segment: {'id': 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9'} {{(pid=102917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:05.142908 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.managers [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Bound port: 571f4619-8434-4fbb-a0a7-d1471ea5280f, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9'}}] {{(pid=102917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:05.143498 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.383447 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks [] for router_gateway (3f0ca3e1-649b-4aa7-a570-81ee078db65b), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.399632 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] For port 571f4619-8434-4fbb-a0a7-d1471ea5280f, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:05.404302 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] For port 571f4619-8434-4fbb-a0a7-d1471ea5280f, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=571f4619-8434-4fbb-a0a7-d1471ea5280f,segment=NetworkSegment(fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c),segment_id=fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c)] {{(pid=102917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:05.405574 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (cd39808c-b1f9-4924-b52f-1e546546c575), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.405693 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port dacaabd0-2d26-4297-8aec-b52de39de961 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:05.406003 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.407594 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.420265 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.437397 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port dacaabd0-2d26-4297-8aec-b52de39de961, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=dacaabd0-2d26-4297-8aec-b52de39de961,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:05.464084 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.497597 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba4da6-467a-4b1b-95a5-1a2fbcb818ba None None] Pushing event updated for resources: {'Port': ['ID=571f4619-8434-4fbb-a0a7-d1471ea5280f,revision_number=2']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:05.556843 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=dacaabd0-2d26-4297-8aec-b52de39de961,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:05.557210 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (01adc7b1-3f2f-4848-a376-06c22c9dbf01), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.615634 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Allocated IP 172.27.3.122 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/189b67e1-23cd-4619-bee3-5120042a0b06) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:05.653876 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Sync routers for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:05.665771 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:05.666553 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:05.815508 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:05.868115 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks [] for port (189b67e1-23cd-4619-bee3-5120042a0b06), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.915317 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for port (01adc7b1-3f2f-4848-a376-06c22c9dbf01), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.924785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce39746-123a-4433-a31b-75f30783f643 req-49ba8262-fa35-401e-8897-a797a3dd29a2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:05.926293 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3ce39746-123a-4433-a31b-75f30783f643 req-49ba8262-fa35-401e-8897-a797a3dd29a2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.1505301 Mar 10 17:30:05.929792 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (01adc7b1-3f2f-4848-a376-06c22c9dbf01), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.002015 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.024058 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 2, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:06.054867 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Checking router: 9445dfb7-461d-499f-b184-18642428f849 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:06.055152 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Updating router 9445dfb7-461d-499f-b184-18642428f849 port 0d1757c5-7060-4e2c-8046-a9fe16511650 binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:30:06.056120 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'Port': ['ID=01adc7b1-3f2f-4848-a376-06c22c9dbf01,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:06.068544 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:06.078808 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:06.085467 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.098048 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (cd39808c-b1f9-4924-b52f-1e546546c575), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.099901 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:06.108434 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3ce39746-123a-4433-a31b-75f30783f643 req-7b7d6e8a-6667-4d6a-91c0-f6cfd5587de4 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1734049 Mar 10 17:30:06.198358 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Pushing event updated for resources: {'Port': ['ID=189b67e1-23cd-4619-bee3-5120042a0b06,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:06.396812 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Publish callbacks [] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.404366 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.480669 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Pushing event updated for resources: {'Port': ['ID=0d1757c5-7060-4e2c-8046-a9fe16511650,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:06.500362 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.500913 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.501285 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.501632 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.502015 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.502373 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.502709 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.503042 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.503374 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.503723 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.504059 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.504384 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.504709 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.541143 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Attempting to bind port 0d1757c5-7060-4e2c-8046-a9fe16511650 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:06.541580 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Attempting to bind port 0d1757c5-7060-4e2c-8046-a9fe16511650 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:06.541949 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Attempting to bind port 0d1757c5-7060-4e2c-8046-a9fe16511650 on network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:06.549299 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:06.549673 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Checking segment: {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:06.551030 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.551427 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Bound using segment: {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:06.556572 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Bound port: 0d1757c5-7060-4e2c-8046-a9fe16511650, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:06.557260 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.666099 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] For port 0d1757c5-7060-4e2c-8046-a9fe16511650, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:06.669661 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] For port 0d1757c5-7060-4e2c-8046-a9fe16511650, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=0d1757c5-7060-4e2c-8046-a9fe16511650,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:06.693325 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.712516 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Floating IP cd39808c-b1f9-4924-b52f-1e546546c575 associated. External IP: 172.27.3.169, port: 9c2f4858-efe0-4795-88d8-6a2158f69d5f. Mar 10 17:30:06.810427 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:06.811168 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:06.827066 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f74f9-168b-4a15-9928-ee9e78185ecb None None] Pushing event updated for resources: {'Port': ['ID=0d1757c5-7060-4e2c-8046-a9fe16511650,revision_number=4']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:06.861999 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-878fce1c-4c5e-413b-a081-f29158360b86 None None] Provisioning complete for port 0d1757c5-7060-4e2c-8046-a9fe16511650 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:06.863411 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-878fce1c-4c5e-413b-a081-f29158360b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.925155 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c913cf5-c569-4da9-a78d-9a4393b28da1 None None] Network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:06.976335 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks [] for router_gateway (3f0ca3e1-649b-4aa7-a570-81ee078db65b), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.035234 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:07.255051 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-878fce1c-4c5e-413b-a081-f29158360b86 None None] Current status of the port 0d1757c5-7060-4e2c-8046-a9fe16511650 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:07.255051 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-878fce1c-4c5e-413b-a081-f29158360b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.260780 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device dacaabd0-2d26-4297-8aec-b52de39de961 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:07.334230 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-878fce1c-4c5e-413b-a081-f29158360b86 None None] For port 0d1757c5-7060-4e2c-8046-a9fe16511650, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=0d1757c5-7060-4e2c-8046-a9fe16511650,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:07.346978 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-878fce1c-4c5e-413b-a081-f29158360b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.371838 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:06Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:07.388543 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Router 4754b2da-9602-4415-a599-d696fe21c5f2 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:07.403282 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port dacaabd0-2d26-4297-8aec-b52de39de961 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:07.403694 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.433431 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b07620-1801-4d34-844a-aa11cf30c382 req-800a3630-f0eb-45bd-b28d-8ec2e48170ff tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:07.435227 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e8b07620-1801-4d34-844a-aa11cf30c382 req-800a3630-f0eb-45bd-b28d-8ec2e48170ff tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.2175066 Mar 10 17:30:07.468971 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fce1c-4c5e-413b-a081-f29158360b86 None None] Pushing event updated for resources: {'Port': ['ID=0d1757c5-7060-4e2c-8046-a9fe16511650,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:07.492048 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] Provisioning complete for port 0d1757c5-7060-4e2c-8046-a9fe16511650 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:07.492837 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.514365 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739876'] for router (3f0ca3e1-649b-4aa7-a570-81ee078db65b), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.552239 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b55ab-73f5-4317-84d6-21752ff86154 None None] The sync data for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi is: [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:06Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:07.578145 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port dacaabd0-2d26-4297-8aec-b52de39de961 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:07.579360 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 0d1757c5-7060-4e2c-8046-a9fe16511650 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:07.605480 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e8b07620-1801-4d34-844a-aa11cf30c382 req-a5c9cef8-28a3-4a85-96b4-222974e50b35 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&id=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1580272 Mar 10 17:30:07.684497 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 0d1757c5-7060-4e2c-8046-a9fe16511650 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:07.684874 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.686725 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] Current status of the port 0d1757c5-7060-4e2c-8046-a9fe16511650 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:07.693299 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:07.711382 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] Sync routers for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:07.721991 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.738300 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] Provisioning complete for port 571f4619-8434-4fbb-a0a7-d1471ea5280f triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:07.738687 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.759873 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:07.760650 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-5ccffddb-ee6c-4361-9176-88d0226233b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9981222 Mar 10 17:30:07.761403 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:07.762736 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60d99d8-89dd-4015-8be5-a706958be965', 'tag': '9c2f4858-efe0-4795-88d8-6a2158f69d5f'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:07.765626 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f60d99d8-89dd-4015-8be5-a706958be965", "tag": "9c2f4858-efe0-4795-88d8-6a2158f69d5f"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:07.800939 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Router 3f0ca3e1-649b-4aa7-a570-81ee078db65b is scheduled to L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 with binding_index 1 {{(pid=102916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:30:07.944941 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:07.946209 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 0d1757c5-7060-4e2c-8046-a9fe16511650 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:07.947323 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 571f4619-8434-4fbb-a0a7-d1471ea5280f up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:07.960301 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Sync routers for ids ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:07.967626 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.969443 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-76f0170e-e16c-4558-b173-ef447f47da97 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4714897 Mar 10 17:30:07.972044 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38534) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:07.975050 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Routers {'3f0ca3e1-649b-4aa7-a570-81ee078db65b'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:07.975722 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:07.990786 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:08.073593 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] Current status of the port 571f4619-8434-4fbb-a0a7-d1471ea5280f is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:08.073800 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.105758 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Set router 3f0ca3e1-649b-4aa7-a570-81ee078db65b gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:08.165247 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b6ca8b-9449-46d2-bb51-625e838fc5e2 x-openstack-request-id: req-43b6ca8b-9449-46d2-bb51-625e838fc5e2 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:08.166449 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60d99d8-89dd-4015-8be5-a706958be965", "tag": "9c2f4858-efe0-4795-88d8-6a2158f69d5f", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:08.166868 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43b6ca8b-9449-46d2-bb51-625e838fc5e2 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:08.167412 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60d99d8-89dd-4015-8be5-a706958be965', 'tag': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'status': 'completed', 'code': 200} Mar 10 17:30:08.242483 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] For port 571f4619-8434-4fbb-a0a7-d1471ea5280f, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=571f4619-8434-4fbb-a0a7-d1471ea5280f,segment=NetworkSegment(fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c),segment_id=fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:08.245677 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 571f4619-8434-4fbb-a0a7-d1471ea5280f triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:08.246057 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.262749 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.346118 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-59d50c50-8126-42b9-a414-00e7834b0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:08.347959 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-59d50c50-8126-42b9-a414-00e7834b0a5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 1130 time: 0.1182411 Mar 10 17:30:08.372797 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:04Z', 'updated_at': '2022-03-10T17:30:06Z', 'revision_number': 3, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'gw_port': {'id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:08.416776 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Checking router: 3f0ca3e1-649b-4aa7-a570-81ee078db65b for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:08.417127 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Updating router 3f0ca3e1-649b-4aa7-a570-81ee078db65b port 189b67e1-23cd-4619-bee3-5120042a0b06 binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:30:08.419739 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f785b6-a974-4255-a507-6721cf0c193b None None] Pushing event updated for resources: {'Port': ['ID=571f4619-8434-4fbb-a0a7-d1471ea5280f,revision_number=3']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:08.453083 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.483415 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-b862b321-9765-4333-821c-d06a5278026c None None] Provisioning complete for port 571f4619-8434-4fbb-a0a7-d1471ea5280f triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:08.483837 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b862b321-9765-4333-821c-d06a5278026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.553509 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-0e01f49b-8ff0-4a8b-8b40-42e0742ae199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:08.554893 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-0e01f49b-8ff0-4a8b-8b40-42e0742ae199 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 911 time: 0.1996992 Mar 10 17:30:08.574686 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 571f4619-8434-4fbb-a0a7-d1471ea5280f is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:08.630186 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': 'cd39808c-b1f9-4924-b52f-1e546546c575', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:c5:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d99d8-89dd-4015-8be5-a706958be965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 0, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:08.631771 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-b862b321-9765-4333-821c-d06a5278026c None None] Current status of the port 571f4619-8434-4fbb-a0a7-d1471ea5280f is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:08.661266 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] Checking router: 4754b2da-9602-4415-a599-d696fe21c5f2 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:08.670682 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:08.671447 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:08.762496 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Publish callbacks [] for port (189b67e1-23cd-4619-bee3-5120042a0b06), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.769598 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.827815 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Attempting to bind port 189b67e1-23cd-4619-bee3-5120042a0b06 on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:08.828268 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Attempting to bind port 189b67e1-23cd-4619-bee3-5120042a0b06 by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:08.828730 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Attempting to bind port 189b67e1-23cd-4619-bee3-5120042a0b06 on network c15ad237-4014-42d5-93b9-f3588e37862d {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:08.831121 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6837-7393-4aec-8033-aeff144f8ea4 None None] Pushing event updated for resources: {'Port': ['ID=189b67e1-23cd-4619-bee3-5120042a0b06,revision_number=2']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:08.837226 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:08.837702 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Checking segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:08.838734 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.839195 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Bound using segment: {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:08.839730 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Bound port: 189b67e1-23cd-4619-bee3-5120042a0b06, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44e3fa1-891b-4ea6-8a73-71c5e9c471ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:08.840182 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.909689 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] For port 189b67e1-23cd-4619-bee3-5120042a0b06, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:08.918952 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] For port 189b67e1-23cd-4619-bee3-5120042a0b06, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=189b67e1-23cd-4619-bee3-5120042a0b06,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:08.927904 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.930306 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-9e5cc18d-b152-4f7b-b1de-d54def6b1588 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c2f4858-efe0-4795-88d8-6a2158f69d5f HTTP/1.1" status: 200 len: 1000 time: 0.3669670 Mar 10 17:30:08.969861 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:08.990384 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Routers {'3f0ca3e1-649b-4aa7-a570-81ee078db65b'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:08.991036 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:09.026489 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 0d1757c5-7060-4e2c-8046-a9fe16511650 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:09.033061 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6837-7393-4aec-8033-aeff144f8ea4 None None] Pushing event updated for resources: {'Port': ['ID=189b67e1-23cd-4619-bee3-5120042a0b06,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:09.055055 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-ffc59df9-d653-46be-bf27-bfd4173c8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:09.056547 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-ffc59df9-d653-46be-bf27-bfd4173c8f9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.1198349 Mar 10 17:30:09.060674 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.114574 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] Set router 3f0ca3e1-649b-4aa7-a570-81ee078db65b gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:09.174646 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 0d1757c5-7060-4e2c-8046-a9fe16511650 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:09.174941 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.177757 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-1b4ae42e-25d4-4a0d-b217-b99ea4d508f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:09.179806 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-1b4ae42e-25d4-4a0d-b217-b99ea4d508f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1156573 Mar 10 17:30:09.317538 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:04Z', 'updated_at': '2022-03-10T17:30:06Z', 'revision_number': 3, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'gw_port': {'id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:09.349612 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 0d1757c5-7060-4e2c-8046-a9fe16511650 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:09.349824 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4232d-08ef-4986-b98e-b62d57e80f2d None None] The sync data for ids ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'] in dv-cinder-830538-8-iscsi is: [{'id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:04Z', 'updated_at': '2022-03-10T17:30:06Z', 'revision_number': 3, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'gw_port': {'id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:09.351209 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Allocated IP 172.20.0.1 (c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9/00bc8727-f8ac-41dc-bb9b-27a32fa02882/7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:09.352070 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 571f4619-8434-4fbb-a0a7-d1471ea5280f up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:09.356085 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-c7a71c8c-7d6b-46c0-8add-c68293a3e689 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490924 Mar 10 17:30:09.387430 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': 'cd39808c-b1f9-4924-b52f-1e546546c575', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:c5:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d99d8-89dd-4015-8be5-a706958be965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 0, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:09.420867 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441e9aa-cdf3-4f8d-91b1-6965bedefcdb None None] The sync data for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi is: [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': 'cd39808c-b1f9-4924-b52f-1e546546c575', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:c5:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d99d8-89dd-4015-8be5-a706958be965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 0, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:09.452812 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 571f4619-8434-4fbb-a0a7-d1471ea5280f triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:09.453193 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.531231 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-77e7ba16-bc19-4a3a-b015-3a3fa36e89b3 req-d3bb080a-c102-4072-9ac2-e8f6fe582bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600997 Mar 10 17:30:09.536192 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Publish callbacks [] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.546893 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 571f4619-8434-4fbb-a0a7-d1471ea5280f is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:09.572497 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.616788 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:09.621866 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:09.625438 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:09.648515 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:09.665594 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.665953 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.667763 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.668119 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.668460 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.668797 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.669130 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.669462 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.669792 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.670125 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.670484 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.670813 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.671138 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:09.683286 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736715'] for router_interface (3f0ca3e1-649b-4aa7-a570-81ee078db65b), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.796214 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36217ceb-4252-4003-a5b8-34d3a1edfd70 None None] New status for floating IP cd39808c-b1f9-4924-b52f-1e546546c575: ACTIVE {{(pid=102917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:30:09.889316 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.969672 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-955b22a1-76b4-4325-8082-a172ab4a4fe7 None None] Provisioning complete for port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:09.970441 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-955b22a1-76b4-4325-8082-a172ab4a4fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.006388 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-955b22a1-76b4-4325-8082-a172ab4a4fe7 None None] Port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:10.075301 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Publish callbacks [] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.081200 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.146850 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736871'] for router_interface (3f0ca3e1-649b-4aa7-a570-81ee078db65b), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.148723 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:10.248485 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:10.249968 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:10.392258 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Router 3f0ca3e1-649b-4aa7-a570-81ee078db65b has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:10.512270 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:10.517425 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-637e5cce-581a-4ee7-8999-ab4b3ab60e58 admin admin] 10.222.0.16 "PUT /v2.0/routers/3f0ca3e1-649b-4aa7-a570-81ee078db65b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5438840 Mar 10 17:30:10.534343 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-f43cc65e-8ed3-46f1-a0cb-f13f2c51f64a None None] Provisioning complete for port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:10.534731 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-f43cc65e-8ed3-46f1-a0cb-f13f2c51f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.574324 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-f43cc65e-8ed3-46f1-a0cb-f13f2c51f64a None None] Port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:10.912238 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38548) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:10.920296 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-c63f1c68-ff28-4da6-bdb4-2a0203b23e10 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692359122', 'description': 'tempest-secgroup-smoke-692359122 description', 'project_id': '55e43dcbd9b149b4abf235a40dd4a211'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:10.942127 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c63f1c68-ff28-4da6-bdb4-2a0203b23e10 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.967518 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 189b67e1-23cd-4619-bee3-5120042a0b06 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:11.011959 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c63f1c68-ff28-4da6-bdb4-2a0203b23e10 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group (27cc1bef-2437-4faf-a038-6e4f58e8f8d3), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.015840 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c63f1c68-ff28-4da6-bdb4-2a0203b23e10 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (27cc1bef-2437-4faf-a038-6e4f58e8f8d3), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.016024 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 189b67e1-23cd-4619-bee3-5120042a0b06 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:11.016471 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.044763 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c63f1c68-ff28-4da6-bdb4-2a0203b23e10 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.045983 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c63f1c68-ff28-4da6-bdb4-2a0203b23e10 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1323979 Mar 10 17:30:11.049116 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38550) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:11.051567 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f1c68-ff28-4da6-bdb4-2a0203b23e10 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cc1bef-2437-4faf-a038-6e4f58e8f8d3,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.053909 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-313f4163-319f-471d-ac2a-bd4dc57a33ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Request body: {'security_group_rule': {'security_group_id': '27cc1bef-2437-4faf-a038-6e4f58e8f8d3', 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:11.087721 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313f4163-319f-471d-ac2a-bd4dc57a33ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (a0404216-458d-4d97-8a32-0be31bd3c65b), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.097473 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 189b67e1-23cd-4619-bee3-5120042a0b06 is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:11.097932 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.120523 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] For port 189b67e1-23cd-4619-bee3-5120042a0b06, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=189b67e1-23cd-4619-bee3-5120042a0b06,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:11.125704 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.151073 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313f4163-319f-471d-ac2a-bd4dc57a33ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (a0404216-458d-4d97-8a32-0be31bd3c65b), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.156212 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313f4163-319f-471d-ac2a-bd4dc57a33ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (a0404216-458d-4d97-8a32-0be31bd3c65b), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.175956 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f4163-319f-471d-ac2a-bd4dc57a33ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0404216-458d-4d97-8a32-0be31bd3c65b,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.182438 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Pushing event updated for resources: {'Port': ['ID=189b67e1-23cd-4619-bee3-5120042a0b06,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.183717 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-313f4163-319f-471d-ac2a-bd4dc57a33ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.184894 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-313f4163-319f-471d-ac2a-bd4dc57a33ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347630 Mar 10 17:30:11.188132 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38552) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:11.192954 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-b7105254-477a-4fc6-b507-8026a88828d7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Request body: {'security_group_rule': {'security_group_id': '27cc1bef-2437-4faf-a038-6e4f58e8f8d3', 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:11.218775 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b7105254-477a-4fc6-b507-8026a88828d7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (e0ad96fc-3bf8-4087-ad35-a067e5e0028b), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.283091 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b7105254-477a-4fc6-b507-8026a88828d7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (e0ad96fc-3bf8-4087-ad35-a067e5e0028b), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.287534 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b7105254-477a-4fc6-b507-8026a88828d7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (e0ad96fc-3bf8-4087-ad35-a067e5e0028b), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.314002 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7105254-477a-4fc6-b507-8026a88828d7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ad96fc-3bf8-4087-ad35-a067e5e0028b,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.322753 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b7105254-477a-4fc6-b507-8026a88828d7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.324898 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b7105254-477a-4fc6-b507-8026a88828d7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351140 Mar 10 17:30:11.327187 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38554) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:11.331523 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-ed091866-334c-4bd6-9563-b8688bb3bc9d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Request body: {'security_group_rule': {'security_group_id': '27cc1bef-2437-4faf-a038-6e4f58e8f8d3', 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:11.357941 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ed091866-334c-4bd6-9563-b8688bb3bc9d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (c1961ab5-0687-4af5-9ccb-447f09a338ac), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.423243 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ed091866-334c-4bd6-9563-b8688bb3bc9d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (c1961ab5-0687-4af5-9ccb-447f09a338ac), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.427060 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ed091866-334c-4bd6-9563-b8688bb3bc9d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (c1961ab5-0687-4af5-9ccb-447f09a338ac), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.444984 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed091866-334c-4bd6-9563-b8688bb3bc9d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1961ab5-0687-4af5-9ccb-447f09a338ac,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.454249 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ed091866-334c-4bd6-9563-b8688bb3bc9d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.458777 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-ed091866-334c-4bd6-9563-b8688bb3bc9d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305280 Mar 10 17:30:11.459256 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38556) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:11.464529 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-c850aa51-6fa0-48f0-8559-74e94ec70662 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Request body: {'security_group_rule': {'security_group_id': '27cc1bef-2437-4faf-a038-6e4f58e8f8d3', 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:11.475855 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Sync routers for ids ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:11.487979 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Routers {'3f0ca3e1-649b-4aa7-a570-81ee078db65b'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:11.488762 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:11.498839 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c850aa51-6fa0-48f0-8559-74e94ec70662 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (3d4b8995-9944-4191-a70c-f9193e794727), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.564295 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c850aa51-6fa0-48f0-8559-74e94ec70662 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (3d4b8995-9944-4191-a70c-f9193e794727), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.567955 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c850aa51-6fa0-48f0-8559-74e94ec70662 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (3d4b8995-9944-4191-a70c-f9193e794727), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.589783 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850aa51-6fa0-48f0-8559-74e94ec70662 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4b8995-9944-4191-a70c-f9193e794727,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.606668 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c850aa51-6fa0-48f0-8559-74e94ec70662 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.607866 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Set router 3f0ca3e1-649b-4aa7-a570-81ee078db65b gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:11.611332 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38558) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:11.612086 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c850aa51-6fa0-48f0-8559-74e94ec70662 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517038 Mar 10 17:30:11.615968 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-7464d086-4428-43e6-adae-3682185b9c8f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Request body: {'security_group_rule': {'security_group_id': '27cc1bef-2437-4faf-a038-6e4f58e8f8d3', 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:11.637561 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.securitygroups_db [None req-7464d086-4428-43e6-adae-3682185b9c8f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Project 55e43dcbd9b149b4abf235a40dd4a211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:30:11.644266 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7464d086-4428-43e6-adae-3682185b9c8f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (8464f696-75d9-4f71-8512-c8a9504c0e17), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.711140 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7464d086-4428-43e6-adae-3682185b9c8f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (8464f696-75d9-4f71-8512-c8a9504c0e17), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.716396 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7464d086-4428-43e6-adae-3682185b9c8f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (8464f696-75d9-4f71-8512-c8a9504c0e17), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.733931 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464d086-4428-43e6-adae-3682185b9c8f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8464f696-75d9-4f71-8512-c8a9504c0e17,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.742060 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7464d086-4428-43e6-adae-3682185b9c8f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.743280 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-7464d086-4428-43e6-adae-3682185b9c8f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309416 Mar 10 17:30:11.745937 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38560) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:11.750288 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-6c7b2a00-8b6b-487d-9229-6372cb119e3f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Request body: {'security_group_rule': {'security_group_id': '27cc1bef-2437-4faf-a038-6e4f58e8f8d3', 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:11.770668 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.securitygroups_db [None req-6c7b2a00-8b6b-487d-9229-6372cb119e3f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Project 55e43dcbd9b149b4abf235a40dd4a211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:30:11.776519 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2a00-8b6b-487d-9229-6372cb119e3f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (a4ad6538-aefb-4f78-b14e-da07ddbfc642), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.818753 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:04Z', 'updated_at': '2022-03-10T17:30:09Z', 'revision_number': 4, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'gw_port': {'id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d', 'name': '', 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'mac_address': 'fa:16:3e:74:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '00bc8727-f8ac-41dc-bb9b-27a32fa02882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:09Z', 'updated_at': '2022-03-10T17:30:09Z', 'revision_number': 2, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'subnets': [{'id': '00bc8727-f8ac-41dc-bb9b-27a32fa02882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:11.847292 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2a00-8b6b-487d-9229-6372cb119e3f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (a4ad6538-aefb-4f78-b14e-da07ddbfc642), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.851823 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2a00-8b6b-487d-9229-6372cb119e3f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (a4ad6538-aefb-4f78-b14e-da07ddbfc642), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.871661 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b2a00-8b6b-487d-9229-6372cb119e3f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ad6538-aefb-4f78-b14e-da07ddbfc642,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.877304 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2a00-8b6b-487d-9229-6372cb119e3f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.878698 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-6c7b2a00-8b6b-487d-9229-6372cb119e3f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317685 Mar 10 17:30:11.948362 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Checking router: 3f0ca3e1-649b-4aa7-a570-81ee078db65b for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:11.948714 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Updating router 3f0ca3e1-649b-4aa7-a570-81ee078db65b port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d binding host dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:30:11.976618 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.298260 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Publish callbacks [] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), precommit_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.307981 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.386932 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7761b-3c5f-4d3e-a416-8a45d0d1e7cd None None] Pushing event updated for resources: {'Port': ['ID=7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d,revision_number=3']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:12.482705 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Attempting to bind port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d on host dv-cinder-830538-8-iscsi for vnic_type normal with profile {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:12.484355 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Attempting to bind port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d by drivers openvswitch,hyperv on host dv-cinder-830538-8-iscsi at level 0 using segments [{'id': 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9'}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:12.485081 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Attempting to bind port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d on network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:12.496299 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Checking agent: {'id': '1ef1debc-a78e-47eb-92a4-02c54b4bbc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 16, 23), 'started_at': datetime.datetime(2022, 3, 10, 17, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:12.496906 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Checking segment: {'id': 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:12.497509 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.498418 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Bound using segment: {'id': 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9'} {{(pid=102918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:12.499101 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.managers [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Bound port: 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d, host: dv-cinder-830538-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9'}}] {{(pid=102918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:12.499778 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), before_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.617754 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] For port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d, host dv-cinder-830538-8-iscsi, cleared binding levels {{(pid=102918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:12.621461 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.plugins.ml2.db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] For port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d, host dv-cinder-830538-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d,segment=NetworkSegment(fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c),segment_id=fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c)] {{(pid=102918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:12.632053 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron_lib.callbacks.manager [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), after_update {{(pid=102918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.704627 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7761b-3c5f-4d3e-a416-8a45d0d1e7cd None None] Pushing event updated for resources: {'Port': ['ID=7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d,revision_number=4']} {{(pid=102918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:12.709706 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Routers {'3f0ca3e1-649b-4aa7-a570-81ee078db65b'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:12.710421 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:29:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:12.715940 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-834b1633-aff1-42ef-9e27-fba0b53a33cb None None] Provisioning complete for port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:12.716430 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-834b1633-aff1-42ef-9e27-fba0b53a33cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.817503 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-834b1633-aff1-42ef-9e27-fba0b53a33cb None None] Current status of the port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d is: DOWN; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:12.819313 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-834b1633-aff1-42ef-9e27-fba0b53a33cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.859065 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] Set router 3f0ca3e1-649b-4aa7-a570-81ee078db65b gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:12.944384 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-834b1633-aff1-42ef-9e27-fba0b53a33cb None None] For port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d,segment=NetworkSegment(fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c),segment_id=fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:12.952461 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-834b1633-aff1-42ef-9e27-fba0b53a33cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:13.046548 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 189b67e1-23cd-4619-bee3-5120042a0b06 up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:13.077402 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b1633-aff1-42ef-9e27-fba0b53a33cb None None] Pushing event updated for resources: {'Port': ['ID=7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:13.110597 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-cfff9afe-116d-43f1-87ad-bbd4da33f163 None None] Provisioning complete for port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:13.111417 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-cfff9afe-116d-43f1-87ad-bbd4da33f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:13.153892 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 189b67e1-23cd-4619-bee3-5120042a0b06 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:13.154703 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:13.180110 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:04Z', 'updated_at': '2022-03-10T17:30:09Z', 'revision_number': 4, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'gw_port': {'id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d', 'name': '', 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'mac_address': 'fa:16:3e:74:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '00bc8727-f8ac-41dc-bb9b-27a32fa02882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:09Z', 'updated_at': '2022-03-10T17:30:12Z', 'revision_number': 4, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'subnets': [{'id': '00bc8727-f8ac-41dc-bb9b-27a32fa02882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:13.209543 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73506d-f9da-4123-a7fe-0a11ac9e22aa None None] The sync data for ids ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'] in dv-cinder-830538-8-iscsi is: [{'id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:04Z', 'updated_at': '2022-03-10T17:30:09Z', 'revision_number': 4, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'gw_port': {'id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d', 'name': '', 'network_id': 'c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'mac_address': 'fa:16:3e:74:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '00bc8727-f8ac-41dc-bb9b-27a32fa02882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:09Z', 'updated_at': '2022-03-10T17:30:12Z', 'revision_number': 4, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'subnets': [{'id': '00bc8727-f8ac-41dc-bb9b-27a32fa02882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:13.242905 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-cfff9afe-116d-43f1-87ad-bbd4da33f163 None None] Current status of the port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:13.289329 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 189b67e1-23cd-4619-bee3-5120042a0b06 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:14.939793 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d up at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:14.990320 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Provisioning complete for port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:14.990698 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.067123 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:16.549571 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-86d637ee-cbcc-46e4-be20-4fc3b238b8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.821250 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bd2fac89-56c3-4b83-a3a3-5ec5ae54812b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.965415 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:21.371591 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:22.876154 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.027218 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:30:28.913634 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:29.297706 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-6e01aca0-3183-43ce-89e2-2c903dbb66de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489945 Mar 10 17:30:29.385158 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-921fc357-f8a1-4181-8bae-d358f9c918b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:29.386679 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-921fc357-f8a1-4181-8bae-d358f9c918b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 1129 time: 0.0459306 Mar 10 17:30:29.489059 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-71dc642e-bbc2-4c05-8223-c841468d7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:29.490532 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-71dc642e-bbc2-4c05-8223-c841468d7485 service neutron] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 915 time: 0.0838017 Mar 10 17:30:29.562303 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-b80a6a68-6604-459a-9e40-2d34901927aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec HTTP/1.1" status: 200 len: 1001 time: 0.0625510 Mar 10 17:30:29.612296 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-27e0cf85-a318-465b-88bf-cc19ccf2f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:29.613763 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-27e0cf85-a318-465b-88bf-cc19ccf2f8ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0445735 Mar 10 17:30:29.663199 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-489cb624-9c95-478c-bd33-c26db3629c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:29.664718 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-489cb624-9c95-478c-bd33-c26db3629c2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447495 Mar 10 17:30:29.763766 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-97970060-d9aa-471a-a9c4-01eb71f3d39c service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888536 Mar 10 17:30:29.871615 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e0a963b-a4dd-435d-b0cd-24f2ff5b2c87 req-53fd39a0-eb31-43e4-956a-ce9d8fcff498 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010761 Mar 10 17:30:37.701555 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-def7e962-1e09-40f8-bd69-71db366c60ae tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692359122&fields=id&tenant_id=55e43dcbd9b149b4abf235a40dd4a211 HTTP/1.1" status: 200 len: 267 time: 0.0437965 Mar 10 17:30:37.804013 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-36582fb3-fcb6-4be1-9282-4b9adc308bd7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:37.805388 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-36582fb3-fcb6-4be1-9282-4b9adc308bd7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/networks?id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 200 len: 809 time: 0.0974970 Mar 10 17:30:37.819534 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-2757e15a-a2c3-4409-bc53-5186b9b20590 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/quotas/55e43dcbd9b149b4abf235a40dd4a211 HTTP/1.1" status: 200 len: 375 time: 0.0084827 Mar 10 17:30:37.875155 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-841aeafd-8002-4cb7-a44a-52e2343df1e1 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504467 Mar 10 17:30:37.967381 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-885ef142-2837-40e6-8a0c-8565d91251ef service neutron] 10.222.0.16 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810530 Mar 10 17:30:38.059477 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-8093f50e-d54c-4960-8056-9487475c0640 service neutron] 10.222.0.16 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852265 Mar 10 17:30:38.338882 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9ead4b4d-d996-4b0a-bd5c-a13d625a1e8a req-17f6e563-92f5-4d13-8c6e-0e4bb54a97bb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 210 time: 0.0275464 Mar 10 17:30:39.403787 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-d950cdd3-2a8e-4a91-8966-3368435a164b tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:39.405405 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-d950cdd3-2a8e-4a91-8966-3368435a164b tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.37 "GET /v2.0/networks?id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 200 len: 809 time: 0.1063802 Mar 10 17:30:39.433423 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0258d49b-9ebf-4753-9fdb-ff8843a6c74d req-7afa4907-c018-45cb-b4e3-12334f2edaa2 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 210 time: 0.0270333 Mar 10 17:30:39.493776 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-4e39b2ec-882f-4771-a3e0-b3bf03e8fd3d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e43dcbd9b149b4abf235a40dd4a211 HTTP/1.1" status: 200 len: 379 time: 0.0532477 Mar 10 17:30:39.501873 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Request body: {'port': {'device_id': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'admin_state_up': True, 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'security_groups': ['27cc1bef-2437-4faf-a038-6e4f58e8f8d3']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:39.602339 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Made reservation on behalf of 55e43dcbd9b149b4abf235a40dd4a211 for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:39.606204 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.729794 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Allocated IP 172.20.0.12 (8ff4fd82-01b1-46b3-a26a-8e0ee412f813/53e1121e-b8ac-4d18-b92d-89d9025942a9/8bc65158-a8be-462d-a713-e6796d774362) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:39.872855 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for port (8bc65158-a8be-462d-a713-e6796d774362), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.934424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (8bc65158-a8be-462d-a713-e6796d774362), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.987189 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7dff7-dd5c-442f-b14f-fa737b617afb req-44aab8d8-6686-4f6c-a528-3ff680e8154b tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:39.988757 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c4e7dff7-dd5c-442f-b14f-fa737b617afb req-44aab8d8-6686-4f6c-a528-3ff680e8154b tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0992506 Mar 10 17:30:39.992648 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:40.001611 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:40.010620 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:40.023546 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'Port': ['ID=8bc65158-a8be-462d-a713-e6796d774362,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:40.094011 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:40.094777 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.101082 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c4e7dff7-dd5c-442f-b14f-fa737b617afb req-d3dbe46f-e70f-458d-a8d9-0f15316772d8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031363 Mar 10 17:30:40.116320 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1077242a-cd0d-49b6-b18c-98c7fe0358a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6174278 Mar 10 17:30:40.150470 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Request body: {'port': {'device_id': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:40.211625 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (8bc65158-a8be-462d-a713-e6796d774362), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.235106 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-a655d039-720a-44e6-a8d2-b3b7cde46572 None None] Provisioning complete for port 8bc65158-a8be-462d-a713-e6796d774362 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:40.235657 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a655d039-720a-44e6-a8d2-b3b7cde46572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (8bc65158-a8be-462d-a713-e6796d774362), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.269844 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-a655d039-720a-44e6-a8d2-b3b7cde46572 None None] Port 8bc65158-a8be-462d-a713-e6796d774362 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:40.475651 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc65158-a8be-462d-a713-e6796d774362 {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:30:40.483550 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Publish callbacks [] for port (8bc65158-a8be-462d-a713-e6796d774362), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.495912 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Transition to ACTIVE for port object 8bc65158-a8be-462d-a713-e6796d774362 will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:30:40.502084 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (8bc65158-a8be-462d-a713-e6796d774362), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.573274 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc65158-a8be-462d-a713-e6796d774362,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:40.635538 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd168489-2016-4cb5-835a-9963b0caad7e req-53eaf64c-c54a-4f62-9d15-23b08f6105f2 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:40.637048 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd168489-2016-4cb5-835a-9963b0caad7e req-53eaf64c-c54a-4f62-9d15-23b08f6105f2 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.1367788 Mar 10 17:30:40.690390 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Attempting to bind port 8bc65158-a8be-462d-a713-e6796d774362 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:40.690725 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Attempting to bind port 8bc65158-a8be-462d-a713-e6796d774362 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:40.691051 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Attempting to bind port 8bc65158-a8be-462d-a713-e6796d774362 on network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:40.704313 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Port 8bc65158-a8be-462d-a713-e6796d774362 on network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:30:40.704635 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Attempting to bind port 8bc65158-a8be-462d-a713-e6796d774362 on network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:40.709775 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd168489-2016-4cb5-835a-9963b0caad7e req-c2fe2b7c-df1e-4114-9d2c-72bfba8ba344 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660532 Mar 10 17:30:40.714785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:40.715119 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Checking segment: {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:40.715492 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Bound using segment: {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:40.715919 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Bound port: 8bc65158-a8be-462d-a713-e6796d774362, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8355324c-b938-4cef-bbdb-eb7c60076128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:40.716272 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (8bc65158-a8be-462d-a713-e6796d774362), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.784089 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:40.787127 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=8bc65158-a8be-462d-a713-e6796d774362,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:40.793375 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (8bc65158-a8be-462d-a713-e6796d774362), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.827227 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:40.827838 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.829199 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] 10.222.0.37 "PUT /v2.0/ports/8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 1094 time: 0.6832445 Mar 10 17:30:40.829625 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'tag': '8bc65158-a8be-462d-a713-e6796d774362'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:40.831841 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b" -d '{"events": [{"name": "network-changed", "server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "tag": "8bc65158-a8be-462d-a713-e6796d774362"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:40.857080 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed03c3-5226-4777-a33d-dfb036999fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc65158-a8be-462d-a713-e6796d774362,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:40.874720 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192fc977-2126-4ef0-b3cd-ff6e29fc49b7 x-openstack-request-id: req-192fc977-2126-4ef0-b3cd-ff6e29fc49b7 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:40.874720 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "tag": "8bc65158-a8be-462d-a713-e6796d774362", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:40.874981 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-192fc977-2126-4ef0-b3cd-ff6e29fc49b7 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:40.875324 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'tag': '8bc65158-a8be-462d-a713-e6796d774362', 'status': 'completed', 'code': 200} Mar 10 17:30:40.955691 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1ed52452-4e5e-4424-b7d3-d04d491b833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:40.957206 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-1ed52452-4e5e-4424-b7d3-d04d491b833d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1128 time: 0.0506723 Mar 10 17:30:41.011626 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-ce6d12dd-a19e-4abc-9e52-83a6e74b8aa4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 217 time: 0.0353107 Mar 10 17:30:41.062005 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-9d645d48-e523-4d03-bd66-8d73d46135ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:41.063511 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-9d645d48-e523-4d03-bd66-8d73d46135ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53e1121e-b8ac-4d18-b92d-89d9025942a9 HTTP/1.1" status: 200 len: 848 time: 0.0431032 Mar 10 17:30:41.115341 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-8d1a0a0f-ab3a-431e-b61b-8acb2b5dbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:41.116726 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-8d1a0a0f-ab3a-431e-b61b-8acb2b5dbeb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475097 Mar 10 17:30:41.235270 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-ee005912-bd89-432c-b313-4b92f41dc0f6 service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119080 Mar 10 17:30:41.249921 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429783d9-2b35-4fae-9696-2b0fddf993f0 req-f4ccea58-0444-4f69-b95a-347c36ee67a6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:41.251310 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-429783d9-2b35-4fae-9696-2b0fddf993f0 req-f4ccea58-0444-4f69-b95a-347c36ee67a6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0735643 Mar 10 17:30:41.578781 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-429783d9-2b35-4fae-9696-2b0fddf993f0 req-7769186e-667a-445d-ae69-732281101836 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208930 Mar 10 17:30:41.595798 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ab2f48f9-fba0-4c13-b77e-76d917a64959 req-cf8a84da-51c1-40fc-bd24-8ac6766128ce service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534362 Mar 10 17:30:41.749885 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-cc2ad8d0-941c-4393-9dcb-0d373639e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:41.751482 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-cc2ad8d0-941c-4393-9dcb-0d373639e909 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1128 time: 0.0477245 Mar 10 17:30:41.883017 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b48f1-dc15-429b-8455-fb477a7e776e req-e29a3d68-b2ee-4877-b8ae-fd50168a2606 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:41.884952 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1f1b48f1-dc15-429b-8455-fb477a7e776e req-e29a3d68-b2ee-4877-b8ae-fd50168a2606 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.1015601 Mar 10 17:30:41.885895 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-03d63af1-dad1-4725-9cb1-7f5b055abc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:41.887294 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-03d63af1-dad1-4725-9cb1-7f5b055abc9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 200 len: 910 time: 0.1274614 Mar 10 17:30:41.936179 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-3146e746-53d7-4754-8efc-0da58815229b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 217 time: 0.0399840 Mar 10 17:30:41.998475 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1f1b48f1-dc15-429b-8455-fb477a7e776e req-4a51c1b0-cb90-4fea-9de9-064a4b6d08d9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078360 Mar 10 17:30:42.005615 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-1c8b754d-edc4-42f8-959d-6b7060ec45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:42.007075 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-1c8b754d-edc4-42f8-959d-6b7060ec45e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53e1121e-b8ac-4d18-b92d-89d9025942a9 HTTP/1.1" status: 200 len: 848 time: 0.0653362 Mar 10 17:30:42.054357 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-ef239f21-9cd6-48ce-9322-3ec946dbaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:42.055806 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-ef239f21-9cd6-48ce-9322-3ec946dbaf40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428712 Mar 10 17:30:42.140469 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-ae9ea173-9f1e-4e99-9c66-17e8b44a3f02 service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780592 Mar 10 17:30:42.228771 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d428e0b-1eb0-495d-9800-ae6bc5c4013b req-1a060290-e897-4333-9f82-8ef0f7b822bc service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817878 Mar 10 17:30:42.695859 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74e28e-6f03-46da-bfa5-3db5d00e3d06 req-0e55c8e4-417c-4dbc-b2cb-ea2af098392c tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:42.697312 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9f74e28e-6f03-46da-bfa5-3db5d00e3d06 req-0e55c8e4-417c-4dbc-b2cb-ea2af098392c tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0520589 Mar 10 17:30:42.741677 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9f74e28e-6f03-46da-bfa5-3db5d00e3d06 req-4db68d20-38b3-46dd-9063-dcd581eaf9db tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389700 Mar 10 17:30:43.118732 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4271d3-2682-4289-857a-183bcf0fe33a req-08e3221f-cae2-4362-ba2e-8a25f43a7def tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:43.120179 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a4271d3-2682-4289-857a-183bcf0fe33a req-08e3221f-cae2-4362-ba2e-8a25f43a7def tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0554965 Mar 10 17:30:43.167259 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a4271d3-2682-4289-857a-183bcf0fe33a req-1f179ff8-3a23-4c05-a25b-ac26db0ed3ac tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 Mar 10 17:30:43.858615 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b0f67-3513-44eb-9ceb-912e0c7fae09 req-bb0451ca-0eed-4404-bb2b-4571585af1c9 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:43.860084 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-671b0f67-3513-44eb-9ceb-912e0c7fae09 req-bb0451ca-0eed-4404-bb2b-4571585af1c9 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0518107 Mar 10 17:30:43.905229 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-671b0f67-3513-44eb-9ceb-912e0c7fae09 req-1f2c348c-04d9-47d0-8c1b-8e8e93c7b1c2 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398014 Mar 10 17:30:44.284343 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48c832-cd3c-4027-abc0-a348e63e0bf3 req-1f29c2aa-f006-4352-9489-0bf7abad5d54 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:44.285791 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2b48c832-cd3c-4027-abc0-a348e63e0bf3 req-1f29c2aa-f006-4352-9489-0bf7abad5d54 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0515568 Mar 10 17:30:44.338035 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2b48c832-cd3c-4027-abc0-a348e63e0bf3 req-c12f4c7d-dfc8-4598-9c7a-94e8e3cdd46e tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466869 Mar 10 17:30:45.024421 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f3826-b207-45c3-80c6-04c549306aa4 req-09035ca4-c23a-41db-932f-2a93f5c831a5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:45.025863 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d33f3826-b207-45c3-80c6-04c549306aa4 req-09035ca4-c23a-41db-932f-2a93f5c831a5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0518904 Mar 10 17:30:45.071190 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d33f3826-b207-45c3-80c6-04c549306aa4 req-60c645f3-7064-44d2-badc-b4e761381615 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395727 Mar 10 17:30:45.451668 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee347d-2145-437e-9a20-52648abc90d0 req-96fce4b1-30d2-49d2-83af-911650e01d46 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:45.453217 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bcee347d-2145-437e-9a20-52648abc90d0 req-96fce4b1-30d2-49d2-83af-911650e01d46 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0517666 Mar 10 17:30:45.500264 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bcee347d-2145-437e-9a20-52648abc90d0 req-8cea5a63-968d-4937-84f3-c4033f81d95e tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414031 Mar 10 17:30:46.191633 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a9bb0-9cc6-4c8e-a038-160e2ae7896e req-d5fc1e88-ca84-4227-a3ae-f6b5431ba50e tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:46.193075 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-805a9bb0-9cc6-4c8e-a038-160e2ae7896e req-d5fc1e88-ca84-4227-a3ae-f6b5431ba50e tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0542738 Mar 10 17:30:46.236935 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-805a9bb0-9cc6-4c8e-a038-160e2ae7896e req-ebdbf7ef-2b37-447b-802f-2736bdea06cd tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378187 Mar 10 17:30:46.541157 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1a058459-d04d-4455-b115-52c273703a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.618046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c6f5-a3ea-4b45-bb59-4a474e16bdc3 req-78aa1243-234d-4452-bc39-8d58c5658858 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:46.619523 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0b64c6f5-a3ea-4b45-bb59-4a474e16bdc3 req-78aa1243-234d-4452-bc39-8d58c5658858 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0510356 Mar 10 17:30:46.666596 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0b64c6f5-a3ea-4b45-bb59-4a474e16bdc3 req-88c0053e-515a-4b72-b03c-00a41e3ffc16 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Mar 10 17:30:47.350946 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4a001-9caf-4eda-b873-f0afda0b2214 req-44e1cb97-e8e6-41a8-a349-f039eba8795b tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.352892 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-44b4a001-9caf-4eda-b873-f0afda0b2214 req-44e1cb97-e8e6-41a8-a349-f039eba8795b tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0508487 Mar 10 17:30:47.408358 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-44b4a001-9caf-4eda-b873-f0afda0b2214 req-2f330f7d-28a1-48de-aadf-2b14b400e9ec tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499427 Mar 10 17:30:47.780929 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f8d21-27ba-4de2-bbe6-745d376ea252 req-95d228a2-42aa-4bea-8c2f-bdbb021afb5b tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.782414 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f22f8d21-27ba-4de2-bbe6-745d376ea252 req-95d228a2-42aa-4bea-8c2f-bdbb021afb5b tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0511785 Mar 10 17:30:47.829553 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f22f8d21-27ba-4de2-bbe6-745d376ea252 req-ae1e6ca5-204e-4ad4-b176-b4c7e87d9095 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415645 Mar 10 17:30:48.523659 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e04f7-2c7a-493b-bd6b-05a44ddf4da2 req-e139a7bc-f6c1-4bca-ad86-267514193316 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:48.525627 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-748e04f7-2c7a-493b-bd6b-05a44ddf4da2 req-e139a7bc-f6c1-4bca-ad86-267514193316 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0522566 Mar 10 17:30:48.570393 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-748e04f7-2c7a-493b-bd6b-05a44ddf4da2 req-6c8dae05-5932-4fb5-9950-1614b43ce2ba tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389194 Mar 10 17:30:48.822995 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4d47a54b-e9a8-4829-b1e5-1edc4f14b19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.948816 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f9807-17ec-4d10-85e7-b8e423b8b86f req-e72e5276-e210-414c-a5a7-7ad0779c8920 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:48.950298 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-485f9807-17ec-4d10-85e7-b8e423b8b86f req-e72e5276-e210-414c-a5a7-7ad0779c8920 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0558634 Mar 10 17:30:48.999310 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-485f9807-17ec-4d10-85e7-b8e423b8b86f req-8198d021-bbf0-4031-8a7f-0560eee420b3 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434310 Mar 10 17:30:49.687848 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a5b75-70e2-4cf2-a762-2495d3c1cf93 req-0ecd0149-85cc-4cb4-9fbc-b25a17f3cf54 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:49.689286 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-638a5b75-70e2-4cf2-a762-2495d3c1cf93 req-0ecd0149-85cc-4cb4-9fbc-b25a17f3cf54 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0504088 Mar 10 17:30:49.734074 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-638a5b75-70e2-4cf2-a762-2495d3c1cf93 req-b496d1f9-1e71-4dae-a721-45bdaa09d633 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394225 Mar 10 17:30:49.967954 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.116956 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820797-0c54-476a-be62-b4182b957a82 req-8320d841-20ae-4019-ac86-3d6126f51bb0 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:50.118433 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-87820797-0c54-476a-be62-b4182b957a82 req-8320d841-20ae-4019-ac86-3d6126f51bb0 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0552070 Mar 10 17:30:50.165395 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-87820797-0c54-476a-be62-b4182b957a82 req-ceb22a20-dd99-4e88-883d-7d49cc08df8f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413821 Mar 10 17:30:50.849046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd1072-1fe8-4b6c-98ee-a915dfc0ac5b req-7a5561af-a6d6-487d-9500-d42aac6aa0b3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:50.850528 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90fd1072-1fe8-4b6c-98ee-a915dfc0ac5b req-7a5561af-a6d6-487d-9500-d42aac6aa0b3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0512764 Mar 10 17:30:50.896420 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90fd1072-1fe8-4b6c-98ee-a915dfc0ac5b req-76865304-99f4-423c-9e66-327d7a8c3b66 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402668 Mar 10 17:30:51.093517 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe39e7-0886-4979-9612-b99151a1d4cf req-4ad9798f-5941-4f95-b069-8b65e473a69f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.094948 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-51fe39e7-0886-4979-9612-b99151a1d4cf req-4ad9798f-5941-4f95-b069-8b65e473a69f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0585403 Mar 10 17:30:51.172867 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-51fe39e7-0886-4979-9612-b99151a1d4cf req-592e21cf-885f-421a-815c-eeffef69e6e1 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723693 Mar 10 17:30:51.186299 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58779d55-44ed-4954-8397-1719801dff4e req-c7e87ec2-ae97-491b-bb2c-a4792cae40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.188517 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58779d55-44ed-4954-8397-1719801dff4e req-c7e87ec2-ae97-491b-bb2c-a4792cae40f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 1130 time: 0.0672786 Mar 10 17:30:51.307859 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58779d55-44ed-4954-8397-1719801dff4e req-c92d10dd-a995-4670-a44e-0a9183e8a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.309030 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58779d55-44ed-4954-8397-1719801dff4e req-c92d10dd-a995-4670-a44e-0a9183e8a835 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 912 time: 0.1137643 Mar 10 17:30:51.329357 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a749dd-4343-4120-bdd0-cc998fc59631 req-31cdb825-a215-4c4d-a9ec-39ae6321cec0 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.330748 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d4a749dd-4343-4120-bdd0-cc998fc59631 req-31cdb825-a215-4c4d-a9ec-39ae6321cec0 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0799954 Mar 10 17:30:51.373060 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:51.405184 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58779d55-44ed-4954-8397-1719801dff4e req-4773a3dc-4a8b-4482-a738-799c02f8fe32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378 HTTP/1.1" status: 200 len: 1001 time: 0.0892756 Mar 10 17:30:51.433070 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d4a749dd-4343-4120-bdd0-cc998fc59631 req-4b6e32bb-f2b2-4b7a-a630-a6a1c0125878 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743732 Mar 10 17:30:51.470235 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58779d55-44ed-4954-8397-1719801dff4e req-85cf47a2-82a6-463a-8e21-0d47e8ea7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.471668 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58779d55-44ed-4954-8397-1719801dff4e req-85cf47a2-82a6-463a-8e21-0d47e8ea7d4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.0573275 Mar 10 17:30:51.520306 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58779d55-44ed-4954-8397-1719801dff4e req-ff2701f9-972a-400b-ba25-a2784acea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.521756 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58779d55-44ed-4954-8397-1719801dff4e req-ff2701f9-972a-400b-ba25-a2784acea976 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421069 Mar 10 17:30:51.607265 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58779d55-44ed-4954-8397-1719801dff4e req-e0f2f65d-0c12-4515-a56f-123dd08512a8 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795922 Mar 10 17:30:51.695163 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-58779d55-44ed-4954-8397-1719801dff4e req-9fa4751c-8894-4ce6-8dc2-8ac76284f5f0 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824161 Mar 10 17:30:51.887099 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 8bc65158-a8be-462d-a713-e6796d774362 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:30:51.981777 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=8bc65158-a8be-462d-a713-e6796d774362,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:51.991678 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '8bc65158-a8be-462d-a713-e6796d774362', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'port_id': '8bc65158-a8be-462d-a713-e6796d774362', 'mac_address': 'fa:16:3e:72:13:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:30:52.028152 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 8bc65158-a8be-462d-a713-e6796d774362 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:52.028535 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (8bc65158-a8be-462d-a713-e6796d774362), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.040629 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc65158-a8be-462d-a713-e6796d774362 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:30:52.059564 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=8bc65158-a8be-462d-a713-e6796d774362,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:52.063137 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (8bc65158-a8be-462d-a713-e6796d774362), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.107453 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=8bc65158-a8be-462d-a713-e6796d774362,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:52.290205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9abaf8-3ca8-4123-822d-dea52ac68467 req-99b64d07-56e5-4471-a845-260f157a3fb8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:52.291657 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9b9abaf8-3ca8-4123-822d-dea52ac68467 req-99b64d07-56e5-4471-a845-260f157a3fb8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0519302 Mar 10 17:30:52.337079 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9b9abaf8-3ca8-4123-822d-dea52ac68467 req-06515ad5-3ac2-4fed-8555-9556fe2a6f06 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398250 Mar 10 17:30:52.555109 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe33ef-d0fe-4a7c-94ed-6ee156872ac5 req-7a542fbd-34d4-4aa0-9495-97f2c3b89ba6 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:52.557152 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7cfe33ef-d0fe-4a7c-94ed-6ee156872ac5 req-7a542fbd-34d4-4aa0-9495-97f2c3b89ba6 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 945 time: 0.0560577 Mar 10 17:30:52.603558 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7cfe33ef-d0fe-4a7c-94ed-6ee156872ac5 req-f9c3175e-ca3d-41bd-8bdc-c1275017705e tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Mar 10 17:30:52.660498 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['8bc65158-a8be-462d-a713-e6796d774362'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:30:52.879682 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.455350 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe668a-8328-44fc-a37d-f18c955a359d req-71c4a565-943e-43d2-a4cc-e8a5794e057b tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.456812 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2cbe668a-8328-44fc-a37d-f18c955a359d req-71c4a565-943e-43d2-a4cc-e8a5794e057b tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0505357 Mar 10 17:30:53.502684 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2cbe668a-8328-44fc-a37d-f18c955a359d req-5bd54d9a-9bfb-4523-a7c9-fff8c9caef09 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404644 Mar 10 17:30:53.716368 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bd13-3a90-4b55-ba20-d3656306d2ae req-5e7972ef-302f-48df-a13c-696ffdffef5b tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.717798 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d05bd13-3a90-4b55-ba20-d3656306d2ae req-5e7972ef-302f-48df-a13c-696ffdffef5b tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 945 time: 0.0499303 Mar 10 17:30:53.769954 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9d05bd13-3a90-4b55-ba20-d3656306d2ae req-09562b61-4b9d-4610-9305-973f1004658d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466290 Mar 10 17:30:54.884983 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973ba2-fb8c-44f1-99ac-2e58d21ef5b9 req-a54d9975-e878-4e1d-bc12-8880128894c1 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:54.886469 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-91973ba2-fb8c-44f1-99ac-2e58d21ef5b9 req-a54d9975-e878-4e1d-bc12-8880128894c1 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 945 time: 0.0521994 Mar 10 17:30:54.935005 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-91973ba2-fb8c-44f1-99ac-2e58d21ef5b9 req-ba1dd4ef-3870-456c-8a1e-b7b06e5daac6 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 Mar 10 17:30:55.908918 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 8bc65158-a8be-462d-a713-e6796d774362 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:55.955965 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 8bc65158-a8be-462d-a713-e6796d774362 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:30:55.959974 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 8bc65158-a8be-462d-a713-e6796d774362 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:55.960348 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (8bc65158-a8be-462d-a713-e6796d774362), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.035832 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 8bc65158-a8be-462d-a713-e6796d774362 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:56.036223 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (8bc65158-a8be-462d-a713-e6796d774362), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.052507 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a07463-9d97-4ea7-84d3-0aff663ef523 req-3fc298f1-7f02-4580-a8d4-b29ae6bc4d87 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:56.056483 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2a07463-9d97-4ea7-84d3-0aff663ef523 req-3fc298f1-7f02-4580-a8d4-b29ae6bc4d87 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 945 time: 0.0576825 Mar 10 17:30:56.064120 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc65158-a8be-462d-a713-e6796d774362'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:56.066450 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df71f72e-ca3f-4142-9d99-2ec3cebb31b5" -d '{"events": [{"server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "name": "network-vif-plugged", "status": "completed", "tag": "8bc65158-a8be-462d-a713-e6796d774362"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:56.082935 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=8bc65158-a8be-462d-a713-e6796d774362,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:56.088096 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (8bc65158-a8be-462d-a713-e6796d774362), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.111558 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2a07463-9d97-4ea7-84d3-0aff663ef523 req-1c7b95b1-89f3-4f1f-bca8-a87afb308eab tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482731 Mar 10 17:30:56.240495 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e612ff3-b3da-4a5d-ae1c-570478096b6b x-openstack-request-id: req-9e612ff3-b3da-4a5d-ae1c-570478096b6b {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:56.240790 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "name": "network-vif-plugged", "status": "completed", "tag": "8bc65158-a8be-462d-a713-e6796d774362", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:56.241044 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e612ff3-b3da-4a5d-ae1c-570478096b6b {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:56.241430 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc65158-a8be-462d-a713-e6796d774362', 'code': 200} Mar 10 17:30:56.265999 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=8bc65158-a8be-462d-a713-e6796d774362,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:56.449471 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b3ed6-a796-41e6-a560-6ed6a9d91654 req-ba902cb9-e54d-4230-8b7e-ba41a22401a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:56.450988 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3a1b3ed6-a796-41e6-a560-6ed6a9d91654 req-ba902cb9-e54d-4230-8b7e-ba41a22401a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1130 time: 0.0468221 Mar 10 17:30:56.494869 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3a1b3ed6-a796-41e6-a560-6ed6a9d91654 req-46e2b5cb-02af-487e-8f35-2a327080a620 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376532 Mar 10 17:30:57.229106 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10675db1-e77b-4485-a6ed-274a6678fd06 req-19f6752f-a600-4217-97bc-bf731aa5e0c2 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:57.230580 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-10675db1-e77b-4485-a6ed-274a6678fd06 req-19f6752f-a600-4217-97bc-bf731aa5e0c2 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0514016 Mar 10 17:30:57.279765 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-10675db1-e77b-4485-a6ed-274a6678fd06 req-41923d91-b665-4afe-ba73-04496948f821 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437493 Mar 10 17:30:58.394059 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc103667-17db-44e0-9a4b-b5edc9576c20 req-5ab0a06d-7cb3-46f4-aa4e-2c48ef27c60f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:58.395504 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc103667-17db-44e0-9a4b-b5edc9576c20 req-5ab0a06d-7cb3-46f4-aa4e-2c48ef27c60f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0505419 Mar 10 17:30:58.444729 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc103667-17db-44e0-9a4b-b5edc9576c20 req-054dfddc-b3e7-4cde-b410-4194fbbdca24 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Mar 10 17:30:58.563222 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb2d6c-6f9f-4a5d-bed5-5a341c5a2411 req-6d93b2f1-3d91-495f-b686-19959b6ff230 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:58.564580 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1ccb2d6c-6f9f-4a5d-bed5-5a341c5a2411 req-6d93b2f1-3d91-495f-b686-19959b6ff230 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0535407 Mar 10 17:30:58.611623 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1ccb2d6c-6f9f-4a5d-bed5-5a341c5a2411 req-49ee027e-ad6e-4eb4-a391-41544a925f60 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Mar 10 17:30:58.632167 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38816) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:58.761494 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ac31b9-1613-4bad-8a71-253b925b5a15 tempest-TestShelveInstance-1497699013 tempest-TestShelveInstance-1497699013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:58.763019 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-49ac31b9-1613-4bad-8a71-253b925b5a15 tempest-TestShelveInstance-1497699013 tempest-TestShelveInstance-1497699013-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1125 time: 0.1298945 Mar 10 17:30:58.765916 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38820) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:58.770014 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'port_id': '8bc65158-a8be-462d-a713-e6796d774362', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:58.789496 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.884947 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.900528 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.993691 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Allocated IP 172.27.3.156 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:59.092823 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for port (1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.125348 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.160714 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:59.165211 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:59.169039 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:59.193488 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'Port': ['ID=1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:59.519421 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for floatingip (51825f6f-daa1-4e67-a204-f505281d18aa), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.587215 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.726567 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for port (1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.730958 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.798775 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event updated for resources: {'Port': ['ID=1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:59.808534 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (51825f6f-daa1-4e67-a204-f505281d18aa), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.908188 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Floating IP 51825f6f-daa1-4e67-a204-f505281d18aa associated. External IP: 172.27.3.156, port: 8bc65158-a8be-462d-a713-e6796d774362. Mar 10 17:31:00.345424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Router 9445dfb7-461d-499f-b184-18642428f849 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:31:00.455804 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:31:00.465480 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] Sync routers for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:31:00.472738 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.475154 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:00.475952 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:30:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.502342 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f1c14151-e557-415d-b14f-820b694672db tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7353644 Mar 10 17:31:00.503063 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'tag': '8bc65158-a8be-462d-a713-e6796d774362'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:00.505295 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "tag": "8bc65158-a8be-462d-a713-e6796d774362"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:00.540110 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b5ce2c-5f76-47fd-ad4f-1c447654bcc4 x-openstack-request-id: req-01b5ce2c-5f76-47fd-ad4f-1c447654bcc4 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:00.540766 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "tag": "8bc65158-a8be-462d-a713-e6796d774362", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:00.540766 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01b5ce2c-5f76-47fd-ad4f-1c447654bcc4 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:00.541031 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'tag': '8bc65158-a8be-462d-a713-e6796d774362', 'status': 'completed', 'code': 200} Mar 10 17:31:00.590204 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:00.634410 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-ad3d50ca-f9b4-4063-9c94-ceb4377bf650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:00.635948 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-ad3d50ca-f9b4-4063-9c94-ceb4377bf650 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1130 time: 0.0439014 Mar 10 17:31:00.727358 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-94999621-eff5-48e2-85ee-6c3631882b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:00.728838 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-94999621-eff5-48e2-85ee-6c3631882b34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 200 len: 910 time: 0.0872943 Mar 10 17:31:00.795712 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-45bbdd78-8057-4d79-b45c-bbe0616e970f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 1000 time: 0.0593665 Mar 10 17:31:00.810692 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '51825f6f-daa1-4e67-a204-f505281d18aa', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '9445dfb7-461d-499f-b184-18642428f849', 'port_id': '8bc65158-a8be-462d-a713-e6796d774362', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'mac_address': 'fa:16:3e:72:13:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:30:59Z', 'updated_at': '2022-03-10T17:30:59Z', 'revision_number': 0, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:07Z', 'revision_number': 5, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.836129 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] Checking router: 9445dfb7-461d-499f-b184-18642428f849 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:31:00.843672 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-6949f79e-16bd-4580-9b75-0167f5a0b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:00.844203 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:00.844804 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:30:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.845066 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-6949f79e-16bd-4580-9b75-0167f5a0b8e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53e1121e-b8ac-4d18-b92d-89d9025942a9 HTTP/1.1" status: 200 len: 848 time: 0.0431123 Mar 10 17:31:00.897747 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-394c9b57-0091-475a-b33a-9415e41dc238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:00.899233 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-394c9b57-0091-475a-b33a-9415e41dc238 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480025 Mar 10 17:31:00.953840 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:00.989492 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-496f95e3-dd83-41be-b570-294ec13312f3 service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820668 Mar 10 17:31:01.080324 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94394ea3-fc1d-4de8-a0c6-12f9d4700ac7 req-0fb6ee73-319e-49dc-a16d-849171dd762f service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825918 Mar 10 17:31:01.174170 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '51825f6f-daa1-4e67-a204-f505281d18aa', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '9445dfb7-461d-499f-b184-18642428f849', 'port_id': '8bc65158-a8be-462d-a713-e6796d774362', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'mac_address': 'fa:16:3e:72:13:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:30:59Z', 'updated_at': '2022-03-10T17:30:59Z', 'revision_number': 0, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:07Z', 'revision_number': 5, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:01.199437 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a32bb1-be45-48e6-87f2-46333eb9fec7 None None] The sync data for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi is: [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '51825f6f-daa1-4e67-a204-f505281d18aa', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '9445dfb7-461d-499f-b184-18642428f849', 'port_id': '8bc65158-a8be-462d-a713-e6796d774362', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'mac_address': 'fa:16:3e:72:13:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:30:59Z', 'updated_at': '2022-03-10T17:30:59Z', 'revision_number': 0, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:07Z', 'revision_number': 5, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:31:01.386951 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce558b-c0ff-460e-9030-b89fe736b070 None None] New status for floating IP 51825f6f-daa1-4e67-a204-f505281d18aa: ACTIVE {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:31:03.025609 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:31:06.362443 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127f4e8-c2b7-49bf-805e-aaf605cc54ca req-fa81c38d-bcc1-4a76-8a65-6455d37b5081 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:06.363978 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3127f4e8-c2b7-49bf-805e-aaf605cc54ca req-fa81c38d-bcc1-4a76-8a65-6455d37b5081 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0535512 Mar 10 17:31:06.413621 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3127f4e8-c2b7-49bf-805e-aaf605cc54ca req-98213b3a-324c-4f3c-8e09-ac2458205ae4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 Mar 10 17:31:07.542516 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5e752-6b08-402d-acd7-ffd3ca56e03a req-90b0c8e4-d5db-4b6c-b674-4aa70f150b44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:07.544138 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00f5e752-6b08-402d-acd7-ffd3ca56e03a req-90b0c8e4-d5db-4b6c-b674-4aa70f150b44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0639265 Mar 10 17:31:07.596270 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-00f5e752-6b08-402d-acd7-ffd3ca56e03a req-ff718e3c-ed2d-4a83-b278-8d0250113324 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463655 Mar 10 17:31:08.603622 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-9da8ec6c-77ae-4317-becc-11f5b328bcae tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:08.605061 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-9da8ec6c-77ae-4317-becc-11f5b328bcae tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0509059 Mar 10 17:31:08.744075 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Deleting port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:08.744405 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.772440 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107eebb-0c7e-4fe6-8c6e-39acc80bc54c req-7defe4cd-78a3-4b56-a0bc-931ccbe2108d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:08.773901 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f107eebb-0c7e-4fe6-8c6e-39acc80bc54c req-7defe4cd-78a3-4b56-a0bc-931ccbe2108d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 946 time: 0.0992951 Mar 10 17:31:08.870779 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] For port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:08.871036 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.875750 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f107eebb-0c7e-4fe6-8c6e-39acc80bc54c req-aa3bc9f6-df84-483e-a26b-713f7ae4ec4f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927274 Mar 10 17:31:09.101786 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.102275 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (213fb348-e6dd-47bd-bf5f-c9c39b022d11), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.102599 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Floating IP 213fb348-e6dd-47bd-bf5f-c9c39b022d11 disassociated. External IP: 172.27.3.129, port: 0abb9f28-4ed7-4dfd-992a-83f312aad2c0. Mar 10 17:31:09.102976 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Calling delete_port for 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:09.247049 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (0abb9f28-4ed7-4dfd-992a-83f312aad2c0), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.273125 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'Port': ['ID=0abb9f28-4ed7-4dfd-992a-83f312aad2c0,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:09.397692 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:31:09.545225 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:31:09.555852 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:31:09.565538 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:09.566292 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:30:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:09.595902 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3faed5-c128-4e51-a16b-e1e8575280b2 req-4421ce06-e382-4795-ba28-5f9294d8495a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:09.597417 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4a3faed5-c128-4e51-a16b-e1e8575280b2 req-4421ce06-e382-4795-ba28-5f9294d8495a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1326046 Mar 10 17:31:09.598372 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] No DVR routers for this DVR port 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:09.601165 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.605009 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-897c65d0-5be8-43ee-8a93-f757bea94e09 req-8638f33e-a557-4dc9-b8a1-fd506626837f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "DELETE /v2.0/ports/0abb9f28-4ed7-4dfd-992a-83f312aad2c0 HTTP/1.1" status: 204 len: 173 time: 0.9929292 Mar 10 17:31:09.606189 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'name': 'network-vif-deleted', 'tag': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:09.608460 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8af035-2d87-47ca-a00a-e2c566531a15" -d '{"events": [{"server_uuid": "7debcfa1-29bf-4c1c-ac0f-284951c59737", "name": "network-vif-deleted", "tag": "0abb9f28-4ed7-4dfd-992a-83f312aad2c0"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:09.660887 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e502e0f0-eab1-4add-8d76-0590d90c81e6 x-openstack-request-id: req-e502e0f0-eab1-4add-8d76-0590d90c81e6 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:09.661296 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7debcfa1-29bf-4c1c-ac0f-284951c59737", "name": "network-vif-deleted", "tag": "0abb9f28-4ed7-4dfd-992a-83f312aad2c0", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:09.661648 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e502e0f0-eab1-4add-8d76-0590d90c81e6 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:09.662163 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7debcfa1-29bf-4c1c-ac0f-284951c59737', 'name': 'network-vif-deleted', 'tag': '0abb9f28-4ed7-4dfd-992a-83f312aad2c0', 'status': 'completed', 'code': 200} Mar 10 17:31:09.669599 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4a3faed5-c128-4e51-a16b-e1e8575280b2 req-f8d18098-9527-4d74-bed1-ded0f928d433 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572519 Mar 10 17:31:09.693411 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:09.928367 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '31aae6e1-a1f7-420b-8418-c44251b91623', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:52Z', 'updated_at': '2022-03-10T17:25:23Z', 'revision_number': 2, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:09.955471 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:31:09.964320 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:09.964921 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:30:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:09.991771 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0acb79e3-dd8d-4bc0-a69b-409f4070f352 req-94f598c0-a772-4480-9c9a-02a59618ea91 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=7debcfa1-29bf-4c1c-ac0f-284951c59737 HTTP/1.1" status: 200 len: 210 time: 0.0285561 Mar 10 17:31:10.074179 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:10.298941 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '31aae6e1-a1f7-420b-8418-c44251b91623', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:52Z', 'updated_at': '2022-03-10T17:25:23Z', 'revision_number': 2, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:10.330352 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29dfa8-ebfe-465d-9689-cc13a1b1e25b None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '31aae6e1-a1f7-420b-8418-c44251b91623', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:2c:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:52Z', 'updated_at': '2022-03-10T17:25:23Z', 'revision_number': 2, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:31:10.550178 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ea3e3-087e-4fc1-8c78-30bb586347a0 None None] New status for floating IP 213fb348-e6dd-47bd-bf5f-c9c39b022d11: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:31:10.804027 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b2e07-4fa9-470d-8373-569035263b22 req-b00ba9c3-5c81-44f5-b911-322229b41607 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:10.805495 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b10b2e07-4fa9-470d-8373-569035263b22 req-b00ba9c3-5c81-44f5-b911-322229b41607 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0549572 Mar 10 17:31:10.850804 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b10b2e07-4fa9-470d-8373-569035263b22 req-6846d84a-f368-44ae-8e3a-482d6ea0ce28 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397291 Mar 10 17:31:11.973414 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90000933-a8f6-47f0-9aa4-c2879f814eaf req-309547ca-fc3c-4ca6-af66-e5f993f4eeea tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:11.974946 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90000933-a8f6-47f0-9aa4-c2879f814eaf req-309547ca-fc3c-4ca6-af66-e5f993f4eeea tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0523202 Mar 10 17:31:11.980879 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:12.001047 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:12.001400 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 0abb9f28-4ed7-4dfd-992a-83f312aad2c0 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:12.021277 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-90000933-a8f6-47f0-9aa4-c2879f814eaf req-f49a1245-a596-48ff-85d3-13d7c7512dc6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405779 Mar 10 17:31:12.096132 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38892) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:12.147309 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (1f8b3378-52a7-4e5f-b3d8-b5edddf6c979), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.173462 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (1f8b3378-52a7-4e5f-b3d8-b5edddf6c979), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.230062 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (1f8b3378-52a7-4e5f-b3d8-b5edddf6c979), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.233032 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.234316 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "DELETE /v2.0/security-groups/1f8b3378-52a7-4e5f-b3d8-b5edddf6c979 HTTP/1.1" status: 204 len: 168 time: 0.1370459 Mar 10 17:31:12.237066 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38894) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:12.243908 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b3378-52a7-4e5f-b3d8-b5edddf6c979,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:12.251684 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.api.v2.resource [None req-8976cf72-139b-4384-8615-074373499c0d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] show failed (client error): The resource could not be found. Mar 10 17:31:12.255606 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-8976cf72-139b-4384-8615-074373499c0d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups/1f8b3378-52a7-4e5f-b3d8-b5edddf6c979 HTTP/1.1" status: 404 len: 347 time: 0.0146558 Mar 10 17:31:12.255812 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.255812 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.255812 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.255812 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.255812 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.255812 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.255812 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.256347 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38898) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:12.256436 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.256436 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.256589 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.256958 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.257136 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.257446 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e221414-3c44-4ce4-8525-99f914776299 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.399041 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Deleting port 32141ef3-b73a-46c2-82f6-ef1645f2f843 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:12.399304 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (32141ef3-b73a-46c2-82f6-ef1645f2f843), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.478859 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (32141ef3-b73a-46c2-82f6-ef1645f2f843), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.479233 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (32141ef3-b73a-46c2-82f6-ef1645f2f843), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.491808 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Calling delete_port for 32141ef3-b73a-46c2-82f6-ef1645f2f843 owned by network:floatingip {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:12.630765 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (32141ef3-b73a-46c2-82f6-ef1645f2f843), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.657515 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'Port': ['ID=32141ef3-b73a-46c2-82f6-ef1645f2f843,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:12.681851 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.682234 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.682589 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.682939 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.683280 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.683619 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.683958 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.684294 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.684628 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.684962 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.685297 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.685628 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.685959 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:12.735856 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (213fb348-e6dd-47bd-bf5f-c9c39b022d11), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.738565 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.739920 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-faf42860-3efc-4d07-a63c-e634c26caf81 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "DELETE /v2.0/floatingips/213fb348-e6dd-47bd-bf5f-c9c39b022d11 HTTP/1.1" status: 204 len: 168 time: 0.4830976 Mar 10 17:31:13.146977 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268dd3-4af8-4a53-b059-6d966196580b req-f7e67426-8b18-4382-a5b9-d87ce805a691 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.148552 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68268dd3-4af8-4a53-b059-6d966196580b req-f7e67426-8b18-4382-a5b9-d87ce805a691 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0528600 Mar 10 17:31:13.196549 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68268dd3-4af8-4a53-b059-6d966196580b req-91a4cf4a-8a96-4eea-9735-ff7f7a912800 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420742 Mar 10 17:31:14.319594 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57ac9d-424c-447d-9e2c-de720524d3dc req-91669426-5d57-44e0-81a7-bcb388e0a9a6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.321054 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc57ac9d-424c-447d-9e2c-de720524d3dc req-91669426-5d57-44e0-81a7-bcb388e0a9a6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0530043 Mar 10 17:31:14.365581 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc57ac9d-424c-447d-9e2c-de720524d3dc req-25849d43-1c6f-4716-b909-860f4931d466 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389142 Mar 10 17:31:15.379980 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dc036-b9f4-42f2-9287-113a52339f2a req-24262417-9a12-496a-a734-4f8e1ededa4d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:15.381452 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-031dc036-b9f4-42f2-9287-113a52339f2a req-24262417-9a12-496a-a734-4f8e1ededa4d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 945 time: 0.0548398 Mar 10 17:31:15.429585 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-031dc036-b9f4-42f2-9287-113a52339f2a req-7c5b83e6-be34-4d58-a317-0d3554abed3e tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419285 Mar 10 17:31:15.487679 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c9e3-d5f1-44fe-970d-c2f841360b94 req-97941a65-66b3-43b0-acba-108439c8f3bc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:15.489132 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0fd6c9e3-d5f1-44fe-970d-c2f841360b94 req-97941a65-66b3-43b0-acba-108439c8f3bc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0503757 Mar 10 17:31:15.534397 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0fd6c9e3-d5f1-44fe-970d-c2f841360b94 req-70123f64-3064-4d51-9b14-1e65476593d7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397091 Mar 10 17:31:16.543027 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bfa805c6-e220-43e6-b2f9-1403c65edad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:16.555035 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1ff9-af74-42ed-8447-ce2da05c7556 req-2dca17b3-b6ca-47b1-b9a6-52c0695776d5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.556502 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ea7b1ff9-af74-42ed-8447-ce2da05c7556 req-2dca17b3-b6ca-47b1-b9a6-52c0695776d5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 945 time: 0.0640521 Mar 10 17:31:16.638255 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2956672-0667-420b-b6b9-eae67e511abc req-b7e20280-6074-414e-9741-2237d0b6b912 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.639678 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2956672-0667-420b-b6b9-eae67e511abc req-b7e20280-6074-414e-9741-2237d0b6b912 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 945 time: 0.1055946 Mar 10 17:31:16.642549 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ea7b1ff9-af74-42ed-8447-ce2da05c7556 req-3db92313-648a-4fc8-b75d-b482b33d5ff7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=0043c593-0227-40c9-9ac1-1a6099c869ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712860 Mar 10 17:31:16.737850 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd57dfa-1e77-45fe-a4b1-73c9746c7914 req-db0b866f-c99e-485f-b020-817aac6e9a49 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.739347 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5dd57dfa-1e77-45fe-a4b1-73c9746c7914 req-db0b866f-c99e-485f-b020-817aac6e9a49 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1289573 Mar 10 17:31:16.798801 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5dd57dfa-1e77-45fe-a4b1-73c9746c7914 req-7403140f-99e0-4dc9-91d0-bd30c65ecf4e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538785 Mar 10 17:31:16.801692 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Deleting port 3b6dada7-e125-4c2a-ac22-d1cabf513fec {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:16.802044 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:16.889029 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] For port 3b6dada7-e125-4c2a-ac22-d1cabf513fec, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3b6dada7-e125-4c2a-ac22-d1cabf513fec,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:16.889311 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.058527 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.058880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (31aae6e1-a1f7-420b-8418-c44251b91623), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.059173 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Floating IP 31aae6e1-a1f7-420b-8418-c44251b91623 disassociated. External IP: 172.27.3.114, port: 3b6dada7-e125-4c2a-ac22-d1cabf513fec. Mar 10 17:31:17.059520 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Calling delete_port for 3b6dada7-e125-4c2a-ac22-d1cabf513fec owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:17.182679 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (3b6dada7-e125-4c2a-ac22-d1cabf513fec), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.211357 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'Port': ['ID=3b6dada7-e125-4c2a-ac22-d1cabf513fec,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:17.327732 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:31:17.444570 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:31:17.454989 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:31:17.465757 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:17.466423 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:30:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:17.584004 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:17.750682 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] No DVR routers for this DVR port 3b6dada7-e125-4c2a-ac22-d1cabf513fec on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:17.760615 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.763849 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2956672-0667-420b-b6b9-eae67e511abc req-5293653a-87df-4ba5-ae49-b381fa67e5a4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "DELETE /v2.0/ports/3b6dada7-e125-4c2a-ac22-d1cabf513fec HTTP/1.1" status: 204 len: 173 time: 1.1067185 Mar 10 17:31:17.764301 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'name': 'network-vif-deleted', 'tag': '3b6dada7-e125-4c2a-ac22-d1cabf513fec'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:17.766607 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825e13d6-5f98-4962-beb9-213a3cbb5e4c" -d '{"events": [{"server_uuid": "0b13a952-00f2-4880-80ed-2cda40f5cc92", "name": "network-vif-deleted", "tag": "3b6dada7-e125-4c2a-ac22-d1cabf513fec"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:17.785347 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e124c8ab-9098-4bbf-aeef-869156c90304 req-243da89f-87d8-43f1-9edb-af3291536056 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b13a952-00f2-4880-80ed-2cda40f5cc92 HTTP/1.1" status: 200 len: 210 time: 0.0365777 Mar 10 17:31:17.831836 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcc2017-143b-4399-8a4f-6cd62f0b719f x-openstack-request-id: req-2dcc2017-143b-4399-8a4f-6cd62f0b719f {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:17.831836 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b13a952-00f2-4880-80ed-2cda40f5cc92", "name": "network-vif-deleted", "tag": "3b6dada7-e125-4c2a-ac22-d1cabf513fec", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:17.832351 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dcc2017-143b-4399-8a4f-6cd62f0b719f {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:17.832634 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b13a952-00f2-4880-80ed-2cda40f5cc92', 'name': 'network-vif-deleted', 'tag': '3b6dada7-e125-4c2a-ac22-d1cabf513fec', 'status': 'completed', 'code': 200} Mar 10 17:31:17.922359 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aef08-eed2-47bd-8952-069f7f6fcb93 req-6116417c-2600-4dd3-8bfe-71b458639a13 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:17.923868 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-599aef08-eed2-47bd-8952-069f7f6fcb93 req-6116417c-2600-4dd3-8bfe-71b458639a13 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0528626 Mar 10 17:31:17.937161 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:17.963789 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:31:17.972384 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:17.972996 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:30:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:17.982263 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-599aef08-eed2-47bd-8952-069f7f6fcb93 req-7d4bba5a-811c-4dda-abf0-15833eef4302 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Mar 10 17:31:18.082461 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:18.274441 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:18.300438 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adc837-61da-4ac4-a869-f96892e8cad1 None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:31:18.521488 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb75f3f-d353-4159-8adc-3344dd25b9e9 None None] New status for floating IP 31aae6e1-a1f7-420b-8418-c44251b91623: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:31:18.827115 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-04672b40-1425-4305-8184-50768951b944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.876699 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38950) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:18.932748 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4b0289c8-5d40-4632-915e-59629152057d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (0043c593-0227-40c9-9ac1-1a6099c869ca), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.955227 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4b0289c8-5d40-4632-915e-59629152057d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (0043c593-0227-40c9-9ac1-1a6099c869ca), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.002036 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4b0289c8-5d40-4632-915e-59629152057d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0043c593-0227-40c9-9ac1-1a6099c869ca), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.004669 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4b0289c8-5d40-4632-915e-59629152057d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.005794 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-4b0289c8-5d40-4632-915e-59629152057d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "DELETE /v2.0/security-groups/0043c593-0227-40c9-9ac1-1a6099c869ca HTTP/1.1" status: 204 len: 168 time: 0.1280799 Mar 10 17:31:19.008970 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38952) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:19.017824 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0289c8-5d40-4632-915e-59629152057d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0043c593-0227-40c9-9ac1-1a6099c869ca,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:19.044061 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.api.v2.resource [None req-048987da-0e08-4ffc-b704-8821a1611e95 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] show failed (client error): The resource could not be found. Mar 10 17:31:19.045183 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-048987da-0e08-4ffc-b704-8821a1611e95 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups/0043c593-0227-40c9-9ac1-1a6099c869ca HTTP/1.1" status: 404 len: 347 time: 0.0339105 Mar 10 17:31:19.048146 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38956) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:19.112977 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a801d94-36a6-460b-b95e-c7c4a69044cc req-8a7970e8-5b08-46d0-bbd5-5c73e57199ad tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:19.114357 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0a801d94-36a6-460b-b95e-c7c4a69044cc req-8a7970e8-5b08-46d0-bbd5-5c73e57199ad tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0571434 Mar 10 17:31:19.162272 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0a801d94-36a6-460b-b95e-c7c4a69044cc req-c6eaf735-ee70-471f-8444-8a52634da4e5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Mar 10 17:31:19.170163 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Deleting port a14d7a78-1208-4ed4-b1bb-251f691afcc1 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:19.170514 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (a14d7a78-1208-4ed4-b1bb-251f691afcc1), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.242014 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (a14d7a78-1208-4ed4-b1bb-251f691afcc1), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.242676 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (a14d7a78-1208-4ed4-b1bb-251f691afcc1), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.253779 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Calling delete_port for a14d7a78-1208-4ed4-b1bb-251f691afcc1 owned by network:floatingip {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:19.390540 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (a14d7a78-1208-4ed4-b1bb-251f691afcc1), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.415570 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'Port': ['ID=a14d7a78-1208-4ed4-b1bb-251f691afcc1,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:19.475030 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (31aae6e1-a1f7-420b-8418-c44251b91623), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.477563 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.478758 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-56621754-add0-4db0-9bca-7fdfe348609f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "DELETE /v2.0/floatingips/31aae6e1-a1f7-420b-8418-c44251b91623 HTTP/1.1" status: 204 len: 168 time: 0.4296830 Mar 10 17:31:19.736425 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 38960) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:19.741112 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-111e058d-dfb0-4808-b95a-8ab83d6b89e6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547339554', 'description': 'tempest-description--163804201'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:19.763782 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-111e058d-dfb0-4808-b95a-8ab83d6b89e6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.827314 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-111e058d-dfb0-4808-b95a-8ab83d6b89e6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (9f4a1ca1-4055-417e-b8b6-d60cc680a27f), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.831586 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-111e058d-dfb0-4808-b95a-8ab83d6b89e6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9f4a1ca1-4055-417e-b8b6-d60cc680a27f), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.860719 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-111e058d-dfb0-4808-b95a-8ab83d6b89e6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.861978 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-111e058d-dfb0-4808-b95a-8ab83d6b89e6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1245444 Mar 10 17:31:19.863947 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e058d-dfb0-4808-b95a-8ab83d6b89e6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4a1ca1-4055-417e-b8b6-d60cc680a27f,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:19.865022 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38962) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:19.870235 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-a3c8bf46-b4c2-42fb-bc39-d89978822763 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group_rule': {'security_group_id': '9f4a1ca1-4055-417e-b8b6-d60cc680a27f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:19.894203 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bf46-b4c2-42fb-bc39-d89978822763 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (b77aac0f-0dc8-478d-a169-2ef7de826a63), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.947640 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bf46-b4c2-42fb-bc39-d89978822763 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (b77aac0f-0dc8-478d-a169-2ef7de826a63), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.951032 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bf46-b4c2-42fb-bc39-d89978822763 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (b77aac0f-0dc8-478d-a169-2ef7de826a63), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.968994 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.971610 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8bf46-b4c2-42fb-bc39-d89978822763 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77aac0f-0dc8-478d-a169-2ef7de826a63,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:19.978368 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bf46-b4c2-42fb-bc39-d89978822763 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.980079 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-a3c8bf46-b4c2-42fb-bc39-d89978822763 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139553 Mar 10 17:31:19.982785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38964) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:19.987083 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-5485cf11-5f0f-4bad-ab24-01beb6131b0b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group_rule': {'security_group_id': '9f4a1ca1-4055-417e-b8b6-d60cc680a27f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:19.998551 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 3b6dada7-e125-4c2a-ac22-d1cabf513fec no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:20.012261 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5485cf11-5f0f-4bad-ab24-01beb6131b0b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (868f252b-7fb2-4141-86d8-78c83486e67b), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.019234 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 3b6dada7-e125-4c2a-ac22-d1cabf513fec {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:20.019590 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 3b6dada7-e125-4c2a-ac22-d1cabf513fec not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:20.067351 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5485cf11-5f0f-4bad-ab24-01beb6131b0b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (868f252b-7fb2-4141-86d8-78c83486e67b), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.070801 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5485cf11-5f0f-4bad-ab24-01beb6131b0b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (868f252b-7fb2-4141-86d8-78c83486e67b), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.089436 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485cf11-5f0f-4bad-ab24-01beb6131b0b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868f252b-7fb2-4141-86d8-78c83486e67b,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:20.095531 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5485cf11-5f0f-4bad-ab24-01beb6131b0b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.096705 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-5485cf11-5f0f-4bad-ab24-01beb6131b0b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129656 Mar 10 17:31:20.099691 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 38966) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:20.104342 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:20.124073 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.221404 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.346091 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b05c4-a436-4623-b598-e73ae337029f req-5fafb1a8-02bd-4ec3-b784-9374e4452377 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:20.347593 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-609b05c4-a436-4623-b598-e73ae337029f req-5fafb1a8-02bd-4ec3-b784-9374e4452377 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1146994 Mar 10 17:31:20.381334 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Allocated IP 172.27.3.20 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/23cb4c5d-21eb-445e-8578-f04fce899d5d) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:20.430717 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-609b05c4-a436-4623-b598-e73ae337029f req-138ce05a-ed1d-4d58-a0b3-f370cd852f6a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753875 Mar 10 17:31:20.501427 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (23cb4c5d-21eb-445e-8578-f04fce899d5d), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.533897 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (23cb4c5d-21eb-445e-8578-f04fce899d5d), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.573512 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:20.578215 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:20.581613 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:20.586825 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=23cb4c5d-21eb-445e-8578-f04fce899d5d,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:20.665044 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (89abebad-594f-48d3-8d32-1683ceadc6aa), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.699505 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (23cb4c5d-21eb-445e-8578-f04fce899d5d), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.842426 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (23cb4c5d-21eb-445e-8578-f04fce899d5d), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.847667 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (23cb4c5d-21eb-445e-8578-f04fce899d5d), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.918246 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=23cb4c5d-21eb-445e-8578-f04fce899d5d,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:20.926517 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (89abebad-594f-48d3-8d32-1683ceadc6aa), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.941245 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.942457 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-fa2ec361-bcb3-4e69-be3e-80bfe6f3d5e4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8418591 Mar 10 17:31:21.083371 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-9d697c90-b81c-4037-91f8-98c70b333fd7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--547339554&fields=id&tenant_id=8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 267 time: 0.0412586 Mar 10 17:31:21.183535 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-367d376a-7e52-42bd-bf25-0dc0923364a5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:21.184881 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-367d376a-7e52-42bd-bf25-0dc0923364a5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 814 time: 0.0952013 Mar 10 17:31:21.199317 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-b313a585-15fe-4d3c-b09d-ccfc4fcdb6ba tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/quotas/8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 375 time: 0.0091102 Mar 10 17:31:21.255206 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-1bec8ed2-9157-4691-aac5-4c042fcd51d2 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513322 Mar 10 17:31:21.378015 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:21.390137 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e50a84e4-6ccd-40b1-83cb-0833dd0e3e97 service neutron] 10.222.0.16 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233697 Mar 10 17:31:21.482763 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-5c7b06d1-b3f5-4859-bc14-33d4cf865ca5 service neutron] 10.222.0.16 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869558 Mar 10 17:31:21.551231 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ea168-2f7f-47f2-ac81-d3c5b06b3439 req-a01c52fd-6292-44ef-8c49-e10be9e3438c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:21.552702 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7f5ea168-2f7f-47f2-ac81-d3c5b06b3439 req-a01c52fd-6292-44ef-8c49-e10be9e3438c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0518870 Mar 10 17:31:21.599356 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7f5ea168-2f7f-47f2-ac81-d3c5b06b3439 req-b72ea4dd-0c2c-4917-8496-8b0b8ec08156 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404301 Mar 10 17:31:22.650194 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3e7ff21-98e1-4108-a154-e840108f41f4 req-844a352e-6ac3-48c6-97ed-e0c6f7674dce tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 210 time: 0.0273852 Mar 10 17:31:22.724793 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f8e6-93e6-468d-80f3-f420b48c810f req-e4d56ca2-dab8-4932-a610-1451db13dedc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.726272 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3911f8e6-93e6-468d-80f3-f420b48c810f req-e4d56ca2-dab8-4932-a610-1451db13dedc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0565743 Mar 10 17:31:22.773699 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3911f8e6-93e6-468d-80f3-f420b48c810f req-dcfe8087-8ea6-4f3c-ab6b-f48372e4ce9d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412288 Mar 10 17:31:22.870930 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:23.724117 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e7889d94-ea10-4266-b441-6ac3f5a379f1 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:23.726456 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e7889d94-ea10-4266-b441-6ac3f5a379f1 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 814 time: 0.1040940 Mar 10 17:31:23.760803 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9bf07d88-27b7-473f-a499-8e2b8e2f1a35 req-bf0c258e-b591-49c4-94de-d46d1026ef98 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 210 time: 0.0331049 Mar 10 17:31:23.823437 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-3f018890-e059-4efe-b18e-1226a50286a3 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 379 time: 0.0538909 Mar 10 17:31:23.840261 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'port': {'device_id': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'admin_state_up': True, 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'security_groups': ['9f4a1ca1-4055-417e-b8b6-d60cc680a27f']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:23.964383 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95d66b-9d78-4f68-93b2-51bf869251ad req-487069ee-f977-4c3e-a6cb-4158d7e84302 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:23.965747 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fb95d66b-9d78-4f68-93b2-51bf869251ad req-487069ee-f977-4c3e-a6cb-4158d7e84302 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1109195 Mar 10 17:31:23.998982 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Made reservation on behalf of 8bfade72cd754d9092d313481b3f465f for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:24.002211 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.040017 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fb95d66b-9d78-4f68-93b2-51bf869251ad req-088953d2-83ba-4ee5-be16-07ef22ae2144 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679853 Mar 10 17:31:24.142121 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Allocated IP 172.20.0.3 (492946a2-c896-490a-bb54-962c310b31ed/d9134d34-ee3b-4dcf-bac2-b6cb028c05ba/12ee3e0c-bce3-4e18-9ab1-b226d6d80534) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:24.274539 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.307944 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.348998 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Network 492946a2-c896-490a-bb54-962c310b31ed is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:24.353910 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:24.356156 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:24.387170 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:24.412347 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:24.412949 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.429042 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-c41e4dbf-ae36-43c8-ae6d-0dd64525fddd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924768 Mar 10 17:31:24.533624 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Request body: {'port': {'device_id': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:24.590889 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.599725 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-65bd4107-9afa-4238-8af3-aeed6f149c83 None None] Provisioning complete for port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:24.600235 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-65bd4107-9afa-4238-8af3-aeed6f149c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.632737 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-65bd4107-9afa-4238-8af3-aeed6f149c83 None None] Port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:31:24.880212 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:24.891440 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Publish callbacks [] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.908486 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Transition to ACTIVE for port object 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:24.914347 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.932259 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e958e-6a00-4f0a-97d6-f9a16846d0df req-d6f4dbb2-5953-4deb-ae6e-272d8ac7f335 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:24.933782 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c79e958e-6a00-4f0a-97d6-f9a16846d0df req-d6f4dbb2-5953-4deb-ae6e-272d8ac7f335 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 931 time: 0.0925341 Mar 10 17:31:24.988986 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Pushing event updated for resources: {'Port': ['ID=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:25.061676 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c79e958e-6a00-4f0a-97d6-f9a16846d0df req-d405312e-edc0-45a2-97cf-c7ef7d4f179d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099141 Mar 10 17:31:25.083978 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Attempting to bind port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:25.084312 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Attempting to bind port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:25.084725 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Attempting to bind port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:25.091602 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 on network 492946a2-c896-490a-bb54-962c310b31ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:25.091928 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Attempting to bind port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:25.101426 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:25.102457 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Checking segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:25.102860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Bound using segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:25.103303 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Bound port: 12ee3e0c-bce3-4e18-9ab1-b226d6d80534, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:25.104191 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:25.210564 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] For port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:25.214848 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] For port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:25.225002 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefb136-72b2-430c-abce-77700c1ebfdb req-2630f5d7-258f-4dee-9ed4-e4628525b1b6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.226472 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8eefb136-72b2-430c-abce-77700c1ebfdb req-2630f5d7-258f-4dee-9ed4-e4628525b1b6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0808048 Mar 10 17:31:25.230205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:25.321353 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.321965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:25.323442 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] 10.222.0.37 "PUT /v2.0/ports/12ee3e0c-bce3-4e18-9ab1-b226d6d80534 HTTP/1.1" status: 200 len: 1093 time: 0.7941914 Mar 10 17:31:25.331117 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'tag': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:25.333451 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ca34aa-3025-4056-9ffc-87456553804a" -d '{"events": [{"name": "network-changed", "server_uuid": "1688b115-ab1a-4bbf-a543-ef0267593d9e", "tag": "12ee3e0c-bce3-4e18-9ab1-b226d6d80534"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:25.364180 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-72bd577f-3e29-4b8c-a7d4-4eb37b939220 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907837071&fields=id&tenant_id=788735d9fc2b4767b361bcc431fa4542 HTTP/1.1" status: 200 len: 267 time: 0.1367266 Mar 10 17:31:25.383847 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484eb09-21ca-4ded-b8ce-0c59effa85a7 service neutron] Pushing event updated for resources: {'Port': ['ID=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:25.391651 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8eefb136-72b2-430c-abce-77700c1ebfdb req-f81e2b6c-dbc6-46e5-884d-3475f2fd5f27 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592147 Mar 10 17:31:25.446522 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0a41d7-cd6a-42a6-b649-9d902026f6ef x-openstack-request-id: req-0b0a41d7-cd6a-42a6-b649-9d902026f6ef {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:25.446811 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1688b115-ab1a-4bbf-a543-ef0267593d9e", "tag": "12ee3e0c-bce3-4e18-9ab1-b226d6d80534", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:25.447072 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b0a41d7-cd6a-42a6-b649-9d902026f6ef {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:25.447501 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'tag': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534', 'status': 'completed', 'code': 200} Mar 10 17:31:25.469339 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-f28143e6-d0b4-4752-b1ce-4524cfdc7832 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.471132 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-f28143e6-d0b4-4752-b1ce-4524cfdc7832 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 984 time: 0.0992801 Mar 10 17:31:25.476581 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-a1ea8a42-32cb-410d-869e-773109cbd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.477982 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-a1ea8a42-32cb-410d-869e-773109cbd0c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 1127 time: 0.0699537 Mar 10 17:31:25.483937 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-3cc595cd-20b4-450d-b400-231884291dc8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Request body: {'port': {'security_groups': ['893a4513-3380-4eea-b4a7-64e08227e666']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:25.549158 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-7b092df2-4400-497d-a91e-32b9611774d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ee3e0c-bce3-4e18-9ab1-b226d6d80534 HTTP/1.1" status: 200 len: 217 time: 0.0385990 Mar 10 17:31:25.624868 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-3cc595cd-20b4-450d-b400-231884291dc8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:25.639952 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-9328232a-fb6d-44b8-9dad-c40afdbe8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.641435 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-9328232a-fb6d-44b8-9dad-c40afdbe8089 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0812218 Mar 10 17:31:25.743255 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-a963c5ff-1bca-4b89-861b-88eb37ea96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.744898 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-a963c5ff-1bca-4b89-861b-88eb37ea96a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772929 Mar 10 17:31:25.893400 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-3cc595cd-20b4-450d-b400-231884291dc8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] For port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:25.912403 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e0f61af5-cf8e-44f9-b41c-e4f9adc7606c service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486311 Mar 10 17:31:25.946825 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-3cc595cd-20b4-450d-b400-231884291dc8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:25.959523 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-3cc595cd-20b4-450d-b400-231884291dc8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:25.997588 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:26.035792 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-3cc595cd-20b4-450d-b400-231884291dc8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.036542 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-3cc595cd-20b4-450d-b400-231884291dc8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.038154 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-da00ed65-a22a-4711-a1b6-77c478e949ed req-3cc595cd-20b4-450d-b400-231884291dc8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "PUT /v2.0/ports/74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 942 time: 0.5591314 Mar 10 17:31:26.046898 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39032) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.077618 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f57094f-379a-46dc-9699-0fa5e713e7b8 req-e90c7552-8c24-4370-9c09-fd0aa8949214 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576874 Mar 10 17:31:26.077846 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc595cd-20b4-450d-b400-231884291dc8 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event updated for resources: {'Port': ['ID=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,revision_number=7']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:26.137947 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-26565488-35c9-4513-a987-01d1db8eb76f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group (a1fdb7b5-f6cf-43ed-aed6-7391058bc26f), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.166000 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-26565488-35c9-4513-a987-01d1db8eb76f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group (a1fdb7b5-f6cf-43ed-aed6-7391058bc26f), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.232762 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-26565488-35c9-4513-a987-01d1db8eb76f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (a1fdb7b5-f6cf-43ed-aed6-7391058bc26f), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.236449 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-26565488-35c9-4513-a987-01d1db8eb76f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.237976 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-26565488-35c9-4513-a987-01d1db8eb76f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "DELETE /v2.0/security-groups/a1fdb7b5-f6cf-43ed-aed6-7391058bc26f HTTP/1.1" status: 204 len: 168 time: 0.1900923 Mar 10 17:31:26.240852 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39036) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.249139 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26565488-35c9-4513-a987-01d1db8eb76f tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fdb7b5-f6cf-43ed-aed6-7391058bc26f,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:26.302946 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb65d2-5e6f-4dcd-9ba3-6ff6e361cf1e req-93bd3ca3-5063-4219-b580-1b543e84c954 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.304535 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2cfb65d2-5e6f-4dcd-9ba3-6ff6e361cf1e req-93bd3ca3-5063-4219-b580-1b543e84c954 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 943 time: 0.1569653 Mar 10 17:31:26.309025 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-de3802fa-9dfb-42f2-848b-7a6f1eecda19 None None] Provisioning complete for port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:26.309930 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-de3802fa-9dfb-42f2-848b-7a6f1eecda19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.338963 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca34aa-3025-4056-9ffc-87456553804a req-3dbfa6ab-785b-4df1-a744-7a94ce066118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.340443 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b9ca34aa-3025-4056-9ffc-87456553804a req-3dbfa6ab-785b-4df1-a744-7a94ce066118 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 1127 time: 0.1368046 Mar 10 17:31:26.391117 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-de3802fa-9dfb-42f2-848b-7a6f1eecda19 None None] Current status of the port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 is: ACTIVE; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:26.425308 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2cfb65d2-5e6f-4dcd-9ba3-6ff6e361cf1e req-c61146da-ded6-4bd0-86b2-c24a851a6fff tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132622 Mar 10 17:31:26.571967 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:26.792698 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca34aa-3025-4056-9ffc-87456553804a req-5c0d58b2-244d-43b9-9b9b-5aebfd4ba45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.794167 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b9ca34aa-3025-4056-9ffc-87456553804a req-5c0d58b2-244d-43b9-9b9b-5aebfd4ba45e service neutron] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 915 time: 0.4415772 Mar 10 17:31:26.821877 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7473-4d39-486d-862b-155662b0b4ce req-6d14468b-2cb5-4b21-bfbd-56ca2018418e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.823319 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-023d7473-4d39-486d-862b-155662b0b4ce req-6d14468b-2cb5-4b21-bfbd-56ca2018418e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1085553 Mar 10 17:31:26.861314 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b9ca34aa-3025-4056-9ffc-87456553804a req-c2a56981-019b-4c08-8de1-e6d4de712603 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ee3e0c-bce3-4e18-9ab1-b226d6d80534 HTTP/1.1" status: 200 len: 217 time: 0.0517206 Mar 10 17:31:26.906024 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Deleting port aa6ba56e-1600-40fb-93dc-30d84f4de3a6 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:26.906602 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (aa6ba56e-1600-40fb-93dc-30d84f4de3a6), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.991465 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-023d7473-4d39-486d-862b-155662b0b4ce req-4df5fec5-74ad-47df-83d8-92e9c9fa21fa tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333623 Mar 10 17:31:26.995968 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca34aa-3025-4056-9ffc-87456553804a req-967025c8-7859-42bb-8b03-907d8cfd841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.997346 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b9ca34aa-3025-4056-9ffc-87456553804a req-967025c8-7859-42bb-8b03-907d8cfd841a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.1219993 Mar 10 17:31:27.024969 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (aa6ba56e-1600-40fb-93dc-30d84f4de3a6), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:27.026075 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for floatingip (aa6ba56e-1600-40fb-93dc-30d84f4de3a6), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:27.053233 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Calling delete_port for aa6ba56e-1600-40fb-93dc-30d84f4de3a6 owned by network:floatingip {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:27.118654 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca34aa-3025-4056-9ffc-87456553804a req-a01d80c0-3234-4e18-b870-a761153df9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:27.120197 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b9ca34aa-3025-4056-9ffc-87456553804a req-a01d80c0-3234-4e18-b870-a761153df9d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061523 Mar 10 17:31:27.261022 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b9ca34aa-3025-4056-9ffc-87456553804a req-dda8717d-749a-4c1c-9d06-3033b82ccda4 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311359 Mar 10 17:31:27.370584 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (aa6ba56e-1600-40fb-93dc-30d84f4de3a6), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:27.405891 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event deleted for resources: {'Port': ['ID=aa6ba56e-1600-40fb-93dc-30d84f4de3a6,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:27.410474 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b9ca34aa-3025-4056-9ffc-87456553804a req-f5fd7638-49cf-4b0d-94ec-d327783b29c4 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432285 Mar 10 17:31:27.451454 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:27.453680 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:27.477514 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks [] for floatingip (188fe569-9bc1-4ab2-8cf5-9012373c978b), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:27.477514 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Floating IP 188fe569-9bc1-4ab2-8cf5-9012373c978b disassociated (deleted). External IP: 172.27.3.194, port: 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3. Mar 10 17:31:27.512704 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ca2e38-5272-45e5-9623-5d40cffea639 x-openstack-request-id: req-45ca2e38-5272-45e5-9623-5d40cffea639 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:27.512992 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:27.513237 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45ca2e38-5272-45e5-9623-5d40cffea639 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:27.513619 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'status': 'completed', 'code': 200} Mar 10 17:31:27.653376 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90f9b1-1ed8-450b-a784-a99e14afdbf5 req-c55d6d55-15ac-4fe9-bf0e-12aca0c6c0c4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:27.654785 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf90f9b1-1ed8-450b-a784-a99e14afdbf5 req-c55d6d55-15ac-4fe9-bf0e-12aca0c6c0c4 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 943 time: 0.1404281 Mar 10 17:31:27.665704 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-c0582136-e574-47ee-a725-db2896fd2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:27.667131 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-c0582136-e574-47ee-a725-db2896fd2658 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=788735d9fc2b4767b361bcc431fa4542&device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1129 time: 0.1188083 Mar 10 17:31:27.837907 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf90f9b1-1ed8-450b-a784-a99e14afdbf5 req-657ad636-0e42-455b-acef-cd30de5804da tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760018 Mar 10 17:31:27.869485 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:31:27.870851 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-514a210a-fe26-447a-8851-4645a07f6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:27.872295 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-514a210a-fe26-447a-8851-4645a07f6a0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 200 len: 916 time: 0.1991143 Mar 10 17:31:27.948936 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-6c2de3c6-11ca-41ad-8fef-8b1eea3a46b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0679975 Mar 10 17:31:28.040298 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-483d5808-09c5-44ec-b427-fd0a765aa670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.042322 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-483d5808-09c5-44ec-b427-fd0a765aa670 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23904b8-4b9e-4a20-a71b-9021ba60aeea HTTP/1.1" status: 200 len: 854 time: 0.0863233 Mar 10 17:31:28.060373 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:31:28.076243 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:31:28.083033 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.089067 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] Sync routers for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:31:28.148567 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:28.149145 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b6dc52d7-ac00-4f57-a84c-ce990d3063f1 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "DELETE /v2.0/floatingips/188fe569-9bc1-4ab2-8cf5-9012373c978b HTTP/1.1" status: 204 len: 168 time: 1.9070446 Mar 10 17:31:28.149764 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:28.163483 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-cb2ca590-8988-4a37-b53d-3f95b4bcc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.164975 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-cb2ca590-8988-4a37-b53d-3f95b4bcc4ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=695ac80b-0326-480c-9dd3-494fdd58177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1158431 Mar 10 17:31:28.172978 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adde15-7b88-4b9d-8e3d-e7becca6a5af req-0e04074c-ea98-44c1-8adb-2df7582e54c2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.174410 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a0adde15-7b88-4b9d-8e3d-e7becca6a5af req-0e04074c-ea98-44c1-8adb-2df7582e54c2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0962391 Mar 10 17:31:28.229476 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:28.272847 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'port_id': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:31:28.278557 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a0adde15-7b88-4b9d-8e3d-e7becca6a5af req-105a7a7d-1c0f-435c-a33d-d359cd60504b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956919 Mar 10 17:31:28.303598 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-65fe2101-1f81-41ad-96a8-c057718b55ff service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282489 Mar 10 17:31:28.311538 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:28.369735 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port a0fd5a84-3f20-4864-abdb-ada9bcad9372 is: ACTIVE; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:28.370187 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.417403 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf752701-91f2-40a1-a5d3-0be4dcce0fb5 req-01021408-c152-4e39-a004-dc08bc6dbe76 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001234 Mar 10 17:31:28.421630 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0fd5a84-3f20-4864-abdb-ada9bcad9372 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:28.496928 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:28.501707 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.580001 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=6']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:28.591508 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.591879 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.592218 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.592550 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.592920 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.593226 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.593550 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.593869 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.594213 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.594536 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.594854 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.595173 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.595486 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:28.619271 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'd535801f-2645-449d-af71-3d6ef5e47ebc', 'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'mac_address': 'fa:16:3e:16:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:46Z', 'updated_at': '2022-03-10T17:25:52Z', 'revision_number': 5, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'subnets': [{'id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:28.648673 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] Checking router: 06f50fec-dfab-46cb-9e8b-ddddfb5c803e for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:31:28.657602 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:28.658235 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:28.743067 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['a0fd5a84-3f20-4864-abdb-ada9bcad9372'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:28.926832 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:28.960758 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3b60a-afed-4646-b229-cf858b7ff333 req-6d81536a-e9c3-49de-b208-8cc600cbf47f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.961384 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.962320 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f9f3b60a-afed-4646-b229-cf858b7ff333 req-6d81536a-e9c3-49de-b208-8cc600cbf47f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 943 time: 0.0540459 Mar 10 17:31:29.011800 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f9f3b60a-afed-4646-b229-cf858b7ff333 req-48e41908-6354-4a5e-acbe-fb5f8f91f611 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428221 Mar 10 17:31:29.194251 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'd535801f-2645-449d-af71-3d6ef5e47ebc', 'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'mac_address': 'fa:16:3e:16:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:46Z', 'updated_at': '2022-03-10T17:25:52Z', 'revision_number': 5, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'subnets': [{'id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:29.221583 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04578577-f82f-4b65-b76d-292ff24a6b59 None None] The sync data for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi is: [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'd535801f-2645-449d-af71-3d6ef5e47ebc', 'name': '', 'network_id': '695ac80b-0326-480c-9dd3-494fdd58177e', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'mac_address': 'fa:16:3e:16:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:46Z', 'updated_at': '2022-03-10T17:25:52Z', 'revision_number': 5, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'subnets': [{'id': 'a23904b8-4b9e-4a20-a71b-9021ba60aeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:31:29.417357 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81167003-0453-40f0-9559-699b51367970 req-7d641105-dbb7-4df5-9cab-de4380fcc008 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:29.418787 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-81167003-0453-40f0-9559-699b51367970 req-7d641105-dbb7-4df5-9cab-de4380fcc008 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 944 time: 0.0578532 Mar 10 17:31:29.461686 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d93e6c-9af0-4313-a1b9-26eed67ee99d None None] New status for floating IP 188fe569-9bc1-4ab2-8cf5-9012373c978b: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:31:29.467910 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-81167003-0453-40f0-9559-699b51367970 req-2e6ee224-40b4-4ebb-b61c-7d1b71574428 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Mar 10 17:31:29.514606 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:29.516906 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac30242-b292-4717-a469-0e429846e1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:29.554997 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d6ffcd-35c3-4dde-9b8b-08608e937263 x-openstack-request-id: req-63d6ffcd-35c3-4dde-9b8b-08608e937263 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:29.555290 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:29.555546 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63d6ffcd-35c3-4dde-9b8b-08608e937263 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:29.555972 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'status': 'completed', 'code': 200} Mar 10 17:31:29.660344 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30242-b292-4717-a469-0e429846e1ee req-48dd54e8-8fdc-4864-9b1f-ac760ff69ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:29.661828 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ac30242-b292-4717-a469-0e429846e1ee req-48dd54e8-8fdc-4864-9b1f-ac760ff69ed5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=788735d9fc2b4767b361bcc431fa4542&device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1129 time: 0.0457187 Mar 10 17:31:29.751550 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30242-b292-4717-a469-0e429846e1ee req-1d4be0fb-4d45-4d91-83a1-d445e978bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:29.752971 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ac30242-b292-4717-a469-0e429846e1ee req-1d4be0fb-4d45-4d91-83a1-d445e978bf38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 200 len: 916 time: 0.0842047 Mar 10 17:31:29.793591 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ac30242-b292-4717-a469-0e429846e1ee req-7f8f21d6-6c53-42e1-ab64-85be50805189 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0337636 Mar 10 17:31:29.838602 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30242-b292-4717-a469-0e429846e1ee req-617e2716-4a17-482e-a1ae-16dc44e7bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:29.839948 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ac30242-b292-4717-a469-0e429846e1ee req-617e2716-4a17-482e-a1ae-16dc44e7bc73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23904b8-4b9e-4a20-a71b-9021ba60aeea HTTP/1.1" status: 200 len: 854 time: 0.0409620 Mar 10 17:31:29.891636 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30242-b292-4717-a469-0e429846e1ee req-6d40368f-7607-4e5a-9896-57556fa4de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:29.893096 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ac30242-b292-4717-a469-0e429846e1ee req-6d40368f-7607-4e5a-9896-57556fa4de6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=695ac80b-0326-480c-9dd3-494fdd58177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462317 Mar 10 17:31:29.981210 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ac30242-b292-4717-a469-0e429846e1ee req-b046ae2f-97d4-4e66-ad8b-42a185350fb4 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808702 Mar 10 17:31:30.071572 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ac30242-b292-4717-a469-0e429846e1ee req-59b1b0ae-e2d7-4550-8c88-0c6248450620 service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832894 Mar 10 17:31:30.076676 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:31:30.087079 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:31:30.127316 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7e292-9ae1-4428-9e4b-16473e1dbf60 req-124b8604-5049-4140-bfe2-ae34600b5330 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:30.128785 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-aef7e292-9ae1-4428-9e4b-16473e1dbf60 req-124b8604-5049-4140-bfe2-ae34600b5330 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 943 time: 0.0526483 Mar 10 17:31:30.175784 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-aef7e292-9ae1-4428-9e4b-16473e1dbf60 req-de97347a-6708-47e5-b841-ead931125629 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414281 Mar 10 17:31:30.201078 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port a0fd5a84-3f20-4864-abdb-ada9bcad9372 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:30.201631 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.237830 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:30.239705 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-0f5b4cd4-5717-41f3-b198-aa75ee7e5adc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430923 Mar 10 17:31:30.259723 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'port_id': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534', 'mac_address': 'fa:16:3e:b2:ec:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:31:30.324477 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-abe67b56-07e1-42bc-aa3d-2249f1885059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:30.325496 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:30.325888 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.325989 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-abe67b56-07e1-42bc-aa3d-2249f1885059 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=788735d9fc2b4767b361bcc431fa4542&device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 1129 time: 0.0522590 Mar 10 17:31:30.341680 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port a0fd5a84-3f20-4864-abdb-ada9bcad9372 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:30.342069 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.353157 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:30.373864 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:30.376132 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d29db5b-4686-4d35-9a56-35b312491ee5" -d '{"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:30.394958 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:30.396853 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:30.399627 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.405297 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.423990 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896ba848-46e8-4dec-bfd6-a22e88d0898a x-openstack-request-id: req-896ba848-46e8-4dec-bfd6-a22e88d0898a {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:30.424284 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:30.424535 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-896ba848-46e8-4dec-bfd6-a22e88d0898a {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:30.424938 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'code': 200} Mar 10 17:31:30.438503 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-eddd4a72-89b2-417c-ae81-bb74a2d45da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:30.440056 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-eddd4a72-89b2-417c-ae81-bb74a2d45da4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 200 len: 916 time: 0.0959215 Mar 10 17:31:30.450128 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:30.498393 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-c0a010dd-07df-44ac-8d1b-13d3c55d6e92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0415180 Mar 10 17:31:30.508338 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=7']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:30.578916 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-1e8df4de-1592-4f3c-9c1b-5e955ff034cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:30.580380 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-1e8df4de-1592-4f3c-9c1b-5e955ff034cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23904b8-4b9e-4a20-a71b-9021ba60aeea HTTP/1.1" status: 200 len: 854 time: 0.0792048 Mar 10 17:31:30.627010 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a4bc-fe9c-4702-8b05-102b11c0185d req-48ffa151-1b4c-4494-822e-e9104241cae6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:30.628467 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ce5a4bc-fe9c-4702-8b05-102b11c0185d req-48ffa151-1b4c-4494-822e-e9104241cae6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0860300 Mar 10 17:31:30.662201 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-130a96b1-d327-45b9-b37a-312abc474afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:30.663688 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-130a96b1-d327-45b9-b37a-312abc474afa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=695ac80b-0326-480c-9dd3-494fdd58177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766778 Mar 10 17:31:30.706757 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ce5a4bc-fe9c-4702-8b05-102b11c0185d req-74569279-9069-4046-93c6-f528acb4d1ab tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716002 Mar 10 17:31:30.767702 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-e13ebcae-9bf4-4191-9b0b-44570ebc3edb service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976515 Mar 10 17:31:30.861221 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-040ba291-d7bb-4140-9135-90f807c6a6e2 req-26fcd5b7-d680-41d7-97b3-dd85399e4e2f service neutron] 10.222.0.37 "GET /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864382 Mar 10 17:31:31.236906 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['12ee3e0c-bce3-4e18-9ab1-b226d6d80534'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:31.541597 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2aab-d93a-4d64-8fe8-6e12715a9948 req-8f4642b5-1464-4fb1-a34e-1a38ec287079 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.543076 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-80fa2aab-d93a-4d64-8fe8-6e12715a9948 req-8f4642b5-1464-4fb1-a34e-1a38ec287079 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 944 time: 0.3000817 Mar 10 17:31:31.588129 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-80fa2aab-d93a-4d64-8fe8-6e12715a9948 req-4eb18fd9-9b38-4f0e-a10e-f94660ad72da tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394354 Mar 10 17:31:31.828653 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc6201-abdb-4a16-b137-b553c18757d1 req-4a099303-ad95-49d0-9aff-b220f7f90ca8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.830169 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6ebc6201-abdb-4a16-b137-b553c18757d1 req-4a099303-ad95-49d0-9aff-b220f7f90ca8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0544744 Mar 10 17:31:31.881330 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6ebc6201-abdb-4a16-b137-b553c18757d1 req-628a67f5-4a6e-4c33-9009-9ecef29669d7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456498 Mar 10 17:31:31.942609 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ca71-2b42-4ad7-83b2-7f192322835e req-f9bbca89-8690-4ecf-b192-81222f59e076 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.944091 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4931ca71-2b42-4ad7-83b2-7f192322835e req-f9bbca89-8690-4ecf-b192-81222f59e076 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0550838 Mar 10 17:31:31.988413 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4931ca71-2b42-4ad7-83b2-7f192322835e req-0ec63481-62d3-4b77-baff-ebbde9ae10c7 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387399 Mar 10 17:31:32.700880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbbf74-2fa6-4c4c-8bcb-2c88a460a670 req-9763f99e-9ad3-43ed-a212-61b86c7df3a0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:32.702404 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a0bbbf74-2fa6-4c4c-8bcb-2c88a460a670 req-9763f99e-9ad3-43ed-a212-61b86c7df3a0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 944 time: 0.0499961 Mar 10 17:31:32.746543 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a0bbbf74-2fa6-4c4c-8bcb-2c88a460a670 req-2e6e6bf4-f50d-4410-ab0c-2951e50b2148 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388515 Mar 10 17:31:33.006219 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6220f-1040-4f8a-8f0c-b171f078b205 req-7a17137f-5f82-48d9-a972-65ff31db45e4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:33.007653 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-06e6220f-1040-4f8a-8f0c-b171f078b205 req-7a17137f-5f82-48d9-a972-65ff31db45e4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0538328 Mar 10 17:31:33.052943 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-06e6220f-1040-4f8a-8f0c-b171f078b205 req-4af852d2-6e8a-4dc4-aa04-e14d9ca9a270 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391929 Mar 10 17:31:33.107134 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890256e0-61bf-4289-a4bd-5b3d7625a5bd req-baa92c29-6aa9-44b1-b469-013b0caa4e31 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:33.108619 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-890256e0-61bf-4289-a4bd-5b3d7625a5bd req-baa92c29-6aa9-44b1-b469-013b0caa4e31 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0548239 Mar 10 17:31:33.156825 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-890256e0-61bf-4289-a4bd-5b3d7625a5bd req-f1731278-bf05-4a5e-a6d8-c6f56f3ab296 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Mar 10 17:31:33.864033 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f66059-d480-4606-8ade-435106999cfb req-b60178d1-e5ec-4933-9f3d-1e6add086424 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:33.865381 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-97f66059-d480-4606-8ade-435106999cfb req-b60178d1-e5ec-4933-9f3d-1e6add086424 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 944 time: 0.0514548 Mar 10 17:31:33.914551 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-97f66059-d480-4606-8ade-435106999cfb req-27b86625-a9d1-4901-9beb-404e0043a2d5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 Mar 10 17:31:34.105844 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:31:34.159538 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:31:34.164260 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:34.164853 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.192626 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb5bf4-c18d-4023-8b0c-654ab9d732fc req-ce23c956-cfca-4a39-b4bb-11d75aa94c38 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.201127 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ceb5bf4-c18d-4023-8b0c-654ab9d732fc req-ce23c956-cfca-4a39-b4bb-11d75aa94c38 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0568168 Mar 10 17:31:34.249304 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:34.249893 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.273986 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:34.277612 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9e6b33-62ca-4080-b0ec-a1be21ab2141" -d '{"events": [{"server_uuid": "1688b115-ab1a-4bbf-a543-ef0267593d9e", "name": "network-vif-plugged", "status": "completed", "tag": "12ee3e0c-bce3-4e18-9ab1-b226d6d80534"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:34.282819 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ceb5bf4-c18d-4023-8b0c-654ab9d732fc req-0616af65-3157-4e79-878d-b845a62317db tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805914 Mar 10 17:31:34.303890 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:34.310473 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.332881 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10d9ae-56a3-4d95-a223-dded73fd1393 req-0c147486-e041-4cfb-a402-e89bb8e4e671 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.334463 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0a10d9ae-56a3-4d95-a223-dded73fd1393 req-0c147486-e041-4cfb-a402-e89bb8e4e671 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0976748 Mar 10 17:31:34.341340 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eff29ac-3bb6-459a-972c-c87954a87235 x-openstack-request-id: req-4eff29ac-3bb6-459a-972c-c87954a87235 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:34.341634 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1688b115-ab1a-4bbf-a543-ef0267593d9e", "name": "network-vif-plugged", "status": "completed", "tag": "12ee3e0c-bce3-4e18-9ab1-b226d6d80534", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:34.341887 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4eff29ac-3bb6-459a-972c-c87954a87235 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:34.342307 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534', 'code': 200} Mar 10 17:31:34.371122 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:34.398251 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0a10d9ae-56a3-4d95-a223-dded73fd1393 req-48d5126d-8a4a-4fc5-8a4b-1fc34a65748d tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/security-groups?id=893a4513-3380-4eea-b4a7-64e08227e666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552640 Mar 10 17:31:34.454844 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217fa35-a057-433d-b74c-1029e4e47728 req-7edaca27-3088-4589-ac6c-a4dbc1eff162 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.456463 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4217fa35-a057-433d-b74c-1029e4e47728 req-7edaca27-3088-4589-ac6c-a4dbc1eff162 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.37 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 945 time: 0.0697055 Mar 10 17:31:34.559669 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-4217fa35-a057-433d-b74c-1029e4e47728 req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Deleting port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:34.560122 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4217fa35-a057-433d-b74c-1029e4e47728 req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.571510 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fdce2-2f0e-4ae6-a55f-ab37dd30c449 req-13d828b9-db57-4205-b1db-5b8585eb4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.574344 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-605fdce2-2f0e-4ae6-a55f-ab37dd30c449 req-13d828b9-db57-4205-b1db-5b8585eb4ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 1129 time: 0.0476205 Mar 10 17:31:34.627866 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-605fdce2-2f0e-4ae6-a55f-ab37dd30c449 req-332a9364-e93e-49c9-b5aa-810bf1810ed1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447741 Mar 10 17:31:34.703202 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-4217fa35-a057-433d-b74c-1029e4e47728 req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] For port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:34.703487 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4217fa35-a057-433d-b74c-1029e4e47728 req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.723679 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-4217fa35-a057-433d-b74c-1029e4e47728 req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Calling delete_port for 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:34.891282 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4217fa35-a057-433d-b74c-1029e4e47728 req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.927569 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Pushing event deleted for resources: {'Port': ['ID=74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:34.933078 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:35.000321 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-4217fa35-a057-433d-b74c-1029e4e47728 req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] No DVR routers for this DVR port 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:35.003605 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4217fa35-a057-433d-b74c-1029e4e47728 req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.007731 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4217fa35-a057-433d-b74c-1029e4e47728 req-e3312bd7-17a8-4c00-b46e-5021bc0f32b2 tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.37 "DELETE /v2.0/ports/74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 HTTP/1.1" status: 204 len: 173 time: 0.5448177 Mar 10 17:31:35.008249 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'name': 'network-vif-deleted', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:35.010551 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676deadd-ba6c-45f2-a0cc-d56e6714a88b" -d '{"events": [{"server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "name": "network-vif-deleted", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:35.072142 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e9e890-2fc6-4465-9016-ebab4486e811 x-openstack-request-id: req-07e9e890-2fc6-4465-9016-ebab4486e811 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:35.072454 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e39033-45d6-4b53-a80c-332968b544bf", "name": "network-vif-deleted", "tag": "74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:35.072776 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07e9e890-2fc6-4465-9016-ebab4486e811 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:35.075576 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e39033-45d6-4b53-a80c-332968b544bf', 'name': 'network-vif-deleted', 'tag': '74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3', 'status': 'completed', 'code': 200} Mar 10 17:31:35.093462 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07613ba6-3d3e-4578-ad8e-0372492668de req-9c35c53e-6eb9-4a94-bc90-d19a95ecd737 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.095466 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-07613ba6-3d3e-4578-ad8e-0372492668de req-9c35c53e-6eb9-4a94-bc90-d19a95ecd737 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 945 time: 0.0710969 Mar 10 17:31:35.155337 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-07613ba6-3d3e-4578-ad8e-0372492668de req-98897716-4f2e-4bb8-817b-e1a54a8bc5e1 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531745 Mar 10 17:31:35.427576 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408486-c71c-4529-8fba-0c8f99827f0b req-99dfdc78-2ecc-431a-adc7-feac4c3118a6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.429749 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a4408486-c71c-4529-8fba-0c8f99827f0b req-99dfdc78-2ecc-431a-adc7-feac4c3118a6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0696642 Mar 10 17:31:35.507780 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a4408486-c71c-4529-8fba-0c8f99827f0b req-60c12f64-18bd-404c-b34d-a09953b8fcab tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712364 Mar 10 17:31:35.563949 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7048eb79-3b42-492e-8253-337d3a1dbc93 req-3aefe15f-0453-424f-bfeb-6c2ad9c6791c tempest-TestMinimumBasicScenario-912193073 tempest-TestMinimumBasicScenario-912193073-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e39033-45d6-4b53-a80c-332968b544bf HTTP/1.1" status: 200 len: 210 time: 0.0486522 Mar 10 17:31:36.292424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc79b51-4343-45d5-8794-68012240d01c req-981a5e7c-ccc2-4dde-851c-3a2421980cf6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:36.294030 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-edc79b51-4343-45d5-8794-68012240d01c req-981a5e7c-ccc2-4dde-851c-3a2421980cf6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 945 time: 0.0539918 Mar 10 17:31:36.366762 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-edc79b51-4343-45d5-8794-68012240d01c req-b2136cef-670a-4e87-b4c6-7839b4f1f325 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670896 Mar 10 17:31:36.665416 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd788d-0b60-40a0-a461-03a0dfcf75a5 req-983cc9b8-3b9d-4028-800a-926e7a8704e1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:36.673711 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1fbd788d-0b60-40a0-a461-03a0dfcf75a5 req-983cc9b8-3b9d-4028-800a-926e7a8704e1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0749879 Mar 10 17:31:36.750236 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1fbd788d-0b60-40a0-a461-03a0dfcf75a5 req-df39234c-cc65-4ae4-89ab-a3cfae338885 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708528 Mar 10 17:31:37.309072 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39188) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:37.581115 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fbd20-9c37-40c2-b916-daa27b3d2bce req-1854c53a-e56c-4b03-812d-f2a066b4c393 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.582071 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ad9fbd20-9c37-40c2-b916-daa27b3d2bce req-1854c53a-e56c-4b03-812d-f2a066b4c393 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 945 time: 0.1432545 Mar 10 17:31:37.686794 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ad9fbd20-9c37-40c2-b916-daa27b3d2bce req-acaa234f-b0e9-4e96-ae62-37cd5424f4b0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974650 Mar 10 17:31:37.929663 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a025d-5f15-4c83-ba4f-fe11981e292c req-0da2ba66-9862-4398-82c2-8cdc68fe6d6b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.931890 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c50a025d-5f15-4c83-ba4f-fe11981e292c req-0da2ba66-9862-4398-82c2-8cdc68fe6d6b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 945 time: 0.1730635 Mar 10 17:31:37.943217 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39202) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:37.947833 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-e7a7245d-bfd9-4fb6-8b8e-cea221d40a72 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'floatingip': {'port_id': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:37.985606 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48c7cd-0a2c-4aca-bb21-0273d3ddf92f req-1b7c1635-4784-4fd2-8ad8-651de0817574 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.987351 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-be48c7cd-0a2c-4aca-bb21-0273d3ddf92f req-1b7c1635-4784-4fd2-8ad8-651de0817574 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1677005 Mar 10 17:31:37.999714 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e7a7245d-bfd9-4fb6-8b8e-cea221d40a72 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (89abebad-594f-48d3-8d32-1683ceadc6aa), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.078466 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-be48c7cd-0a2c-4aca-bb21-0273d3ddf92f req-1d2220e8-be8b-4cc8-8c80-62363158f799 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791869 Mar 10 17:31:38.115855 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:38.148600 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:38.149290 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 74e1e759-74cf-40fc-9a7e-f0a3ca15b1f3 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:38.197711 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.581730 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Deleting port d535801f-2645-449d-af71-3d6ef5e47ebc {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:38.583313 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.603864 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e7a7245d-bfd9-4fb6-8b8e-cea221d40a72 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.618401 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e7a7245d-bfd9-4fb6-8b8e-cea221d40a72 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (89abebad-594f-48d3-8d32-1683ceadc6aa), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.681241 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] For port d535801f-2645-449d-af71-3d6ef5e47ebc, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=d535801f-2645-449d-af71-3d6ef5e47ebc,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:38.682219 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.696278 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Calling delete_port for d535801f-2645-449d-af71-3d6ef5e47ebc owned by network:router_interface {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:38.753412 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.l3_db [None req-e7a7245d-bfd9-4fb6-8b8e-cea221d40a72 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Floating IP 89abebad-594f-48d3-8d32-1683ceadc6aa associated. External IP: 172.27.3.20, port: 12ee3e0c-bce3-4e18-9ab1-b226d6d80534. Mar 10 17:31:38.915371 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (d535801f-2645-449d-af71-3d6ef5e47ebc), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.948575 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Pushing event deleted for resources: {'Port': ['ID=d535801f-2645-449d-af71-3d6ef5e47ebc,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:39.178607 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.310216 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a7245d-bfd9-4fb6-8b8e-cea221d40a72 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:31:39.414880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf950e12-52fb-42cb-887b-04702ec133f6 req-6699183f-5e3e-4f4b-9eb8-965e72145bd2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:39.416931 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf950e12-52fb-42cb-887b-04702ec133f6 req-6699183f-5e3e-4f4b-9eb8-965e72145bd2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1111684 Mar 10 17:31:39.461776 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a7245d-bfd9-4fb6-8b8e-cea221d40a72 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:31:39.467036 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e7a7245d-bfd9-4fb6-8b8e-cea221d40a72 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.477288 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:31:39.492998 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:39.494530 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:39.503984 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:31:39.507896 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-e7a7245d-bfd9-4fb6-8b8e-cea221d40a72 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "PUT /v2.0/floatingips/89abebad-594f-48d3-8d32-1683ceadc6aa HTTP/1.1" status: 200 len: 990 time: 1.5635097 Mar 10 17:31:39.508482 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'tag': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:39.510814 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843d988f-e6e3-4a12-ae38-a60695f9ff88" -d '{"events": [{"name": "network-changed", "server_uuid": "1688b115-ab1a-4bbf-a543-ef0267593d9e", "tag": "12ee3e0c-bce3-4e18-9ab1-b226d6d80534"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:39.585083 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf950e12-52fb-42cb-887b-04702ec133f6 req-13f4e4ff-78ee-4f10-895a-e00b195e31fc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404519 Mar 10 17:31:39.647051 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f4346c-bf53-4db6-bbfe-89f7afea5ebc x-openstack-request-id: req-87f4346c-bf53-4db6-bbfe-89f7afea5ebc {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:39.647551 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1688b115-ab1a-4bbf-a543-ef0267593d9e", "tag": "12ee3e0c-bce3-4e18-9ab1-b226d6d80534", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:39.647968 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87f4346c-bf53-4db6-bbfe-89f7afea5ebc {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:39.648643 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'tag': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534', 'status': 'completed', 'code': 200} Mar 10 17:31:39.655125 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:39.684010 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:31:39.695370 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] Sync routers for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:31:39.699347 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-469a5524-5f85-4cc2-8fe7-536845891545 admin admin] 10.222.0.16 "PUT /v2.0/routers/06f50fec-dfab-46cb-9e8b-ddddfb5c803e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3862398 Mar 10 17:31:39.699572 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39214) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:39.709655 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:39.710466 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:39.827403 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:40.028957 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '89abebad-594f-48d3-8d32-1683ceadc6aa', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:b2:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:31:20Z', 'updated_at': '2022-03-10T17:31:38Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:40.033422 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:31:40.059168 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:31:40.070784 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:40.071429 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:40.093940 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:31:38Z', 'revision_number': 5, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:40.124987 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] Checking router: 06f50fec-dfab-46cb-9e8b-ddddfb5c803e for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:31:40.133877 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] Routers {'06f50fec-dfab-46cb-9e8b-ddddfb5c803e'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:40.134784 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:40.192484 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks [] for router (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:40.213979 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:40.241693 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-1fc12d27-31e0-46cc-8e1d-a48778f16962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.243224 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-1fc12d27-31e0-46cc-8e1d-a48778f16962 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 1129 time: 0.1478004 Mar 10 17:31:40.312580 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] Set router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:40.360653 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks [] for router_gateway (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:40.471004 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-88014cc2-7923-4b03-af47-2ba763e3a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.472787 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-88014cc2-7923-4b03-af47-2ba763e3a6fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 915 time: 0.2224879 Mar 10 17:31:40.529382 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '89abebad-594f-48d3-8d32-1683ceadc6aa', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:b2:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:31:20Z', 'updated_at': '2022-03-10T17:31:38Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:40.531171 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Deleting port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:40.531522 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:40.564229 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:31:38Z', 'revision_number': 5, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:40.571591 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c852a-5ed0-4808-8d8b-d8a95ec82336 None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '89abebad-594f-48d3-8d32-1683ceadc6aa', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:b2:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:31:20Z', 'updated_at': '2022-03-10T17:31:38Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:31:40.578449 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-9e657a47-8929-43be-98ac-ed4496d3aebd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ee3e0c-bce3-4e18-9ab1-b226d6d80534 HTTP/1.1" status: 200 len: 998 time: 0.0963809 Mar 10 17:31:40.608840 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60afe6-64de-4658-819b-e024cac5a2b7 None None] The sync data for ids ['06f50fec-dfab-46cb-9e8b-ddddfb5c803e'] in dv-cinder-830538-8-iscsi is: [{'id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'name': 'tempest-TestMinimumBasicScenario-1884272358-router', 'tenant_id': '788735d9fc2b4767b361bcc431fa4542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:31:38Z', 'revision_number': 5, 'project_id': '788735d9fc2b4767b361bcc431fa4542', 'gw_port': {'id': '56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f50fec-dfab-46cb-9e8b-ddddfb5c803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:44Z', 'updated_at': '2022-03-10T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:31:40.679602 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-dda5ee0b-18c2-47f4-b2a0-827921e82485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.681456 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-dda5ee0b-18c2-47f4-b2a0-827921e82485 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0945363 Mar 10 17:31:40.801342 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] For port 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:40.801727 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:40.828254 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Calling delete_port for 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da owned by network:router_gateway {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:40.848947 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03039253-dce9-420d-9150-b8e2cb8b81ac req-f4d9c35e-d5c9-4899-a273-40c18afd7ba8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.850476 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-03039253-dce9-420d-9150-b8e2cb8b81ac req-f4d9c35e-d5c9-4899-a273-40c18afd7ba8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1399951 Mar 10 17:31:40.855067 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-11b02f64-4d54-4d17-8730-c23457d571d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.856350 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-11b02f64-4d54-4d17-8730-c23457d571d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1442950 Mar 10 17:31:40.928649 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74392a2-cd83-4dd3-83c8-9f46187c3810 None None] New status for floating IP 89abebad-594f-48d3-8d32-1683ceadc6aa: ACTIVE {{(pid=102917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:31:41.082894 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device d535801f-2645-449d-af71-3d6ef5e47ebc no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:41.116134 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: d535801f-2645-449d-af71-3d6ef5e47ebc {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:41.116383 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device d535801f-2645-449d-af71-3d6ef5e47ebc not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:41.133822 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-03039253-dce9-420d-9150-b8e2cb8b81ac req-b977c3dc-3f10-42ed-8682-bf7cf3fd17d4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729886 Mar 10 17:31:41.244341 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-b730e07b-0cbe-4d9f-8572-d42220c04862 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350410 Mar 10 17:31:41.295616 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.357937 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Pushing event deleted for resources: {'Port': ['ID=56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:41.431928 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-843d988f-e6e3-4a12-ae38-a60695f9ff88 req-51f88aa8-4888-4680-847e-ead2356ecd06 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801534 Mar 10 17:31:41.465659 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.585912 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.588299 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks [] for router_controller (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.658098 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (06f50fec-dfab-46cb-9e8b-ddddfb5c803e), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.658897 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06f50fec-dfab-46cb-9e8b-ddddfb5c803e {{(pid=102916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:31:41.664911 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.666666 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-2a166bd8-c92b-4f7c-b3a7-411e7096f79c admin admin] 10.222.0.16 "DELETE /v2.0/routers/06f50fec-dfab-46cb-9e8b-ddddfb5c803e HTTP/1.1" status: 204 len: 168 time: 1.9661438 Mar 10 17:31:41.670217 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39222) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:41.718570 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e3ec2c-bf07-48d6-a809-4af5131ba15e admin admin] Deleting subnet a23904b8-4b9e-4a20-a71b-9021ba60aeea {{(pid=102916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:31:41.722225 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e2e3ec2c-bf07-48d6-a809-4af5131ba15e admin admin] Publish callbacks [] for subnet (a23904b8-4b9e-4a20-a71b-9021ba60aeea), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.777016 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e2e3ec2c-bf07-48d6-a809-4af5131ba15e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057536'] for subnet (a23904b8-4b9e-4a20-a71b-9021ba60aeea), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.903572 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e2e3ec2c-bf07-48d6-a809-4af5131ba15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (a23904b8-4b9e-4a20-a71b-9021ba60aeea), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.972419 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e2e3ec2c-bf07-48d6-a809-4af5131ba15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16576280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478903'] for subnet (a23904b8-4b9e-4a20-a71b-9021ba60aeea), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.003345 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3ec2c-bf07-48d6-a809-4af5131ba15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a23904b8-4b9e-4a20-a71b-9021ba60aeea,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:42.008553 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e2e3ec2c-bf07-48d6-a809-4af5131ba15e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.012348 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e2e3ec2c-bf07-48d6-a809-4af5131ba15e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a23904b8-4b9e-4a20-a71b-9021ba60aeea HTTP/1.1" status: 204 len: 168 time: 0.3412001 Mar 10 17:31:42.012724 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcacf75-4b4e-423d-98a4-3901a148aaff None None] Network 695ac80b-0326-480c-9dd3-494fdd58177e requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:42.015292 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39224) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:42.090994 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (695ac80b-0326-480c-9dd3-494fdd58177e), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.160453 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Deleting port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:42.161168 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.214525 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeeb3d8-dde4-4975-93d5-d4062a1cea51 None None] DHCP port deletion for 695ac80b-0326-480c-9dd3-494fdd58177e request from dv-cinder-830538-8-iscsi {{(pid=102917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:31:42.313741 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-caeeb3d8-dde4-4975-93d5-d4062a1cea51 None None] Deleting port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 {{(pid=102917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:42.314176 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-caeeb3d8-dde4-4975-93d5-d4062a1cea51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), before_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.327251 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] For port 1f50c56c-7a42-49d9-adbd-1f58775ecc28, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=1f50c56c-7a42-49d9-adbd-1f58775ecc28,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:42.327627 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.343629 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Calling delete_port for 1f50c56c-7a42-49d9-adbd-1f58775ecc28 owned by network:dhcp {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:42.387773 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-caeeb3d8-dde4-4975-93d5-d4062a1cea51 None None] For port 1f50c56c-7a42-49d9-adbd-1f58775ecc28, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=1f50c56c-7a42-49d9-adbd-1f58775ecc28,segment=NetworkSegment(64a0cf28-a4cd-4c93-aa14-350116a11c41),segment_id=64a0cf28-a4cd-4c93-aa14-350116a11c41)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:42.388164 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-caeeb3d8-dde4-4975-93d5-d4062a1cea51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), precommit_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.403690 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-caeeb3d8-dde4-4975-93d5-d4062a1cea51 None None] Calling delete_port for 1f50c56c-7a42-49d9-adbd-1f58775ecc28 owned by network:dhcp {{(pid=102917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:42.405096 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98504b4-8d1b-480f-90fc-80f85dd71b6e req-7f6721c8-cd7c-4a2d-b6e5-4f05e4609664 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:42.406675 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b98504b4-8d1b-480f-90fc-80f85dd71b6e req-7f6721c8-cd7c-4a2d-b6e5-4f05e4609664 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1416204 Mar 10 17:31:42.475039 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b98504b4-8d1b-480f-90fc-80f85dd71b6e req-9565dfcd-b14e-418a-8081-d671187fce6e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601311 Mar 10 17:31:42.480613 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.507947 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f50c56c-7a42-49d9-adbd-1f58775ecc28,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:42.514063 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] No DVR routers for this DVR port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 on host dv-cinder-830538-8-iscsi {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:42.545690 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-caeeb3d8-dde4-4975-93d5-d4062a1cea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952'] for port (1f50c56c-7a42-49d9-adbd-1f58775ecc28), after_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.571019 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeb3d8-dde4-4975-93d5-d4062a1cea51 None None] Pushing event deleted for resources: {'Port': ['ID=1f50c56c-7a42-49d9-adbd-1f58775ecc28,revision_number=None']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:42.576454 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeeb3d8-dde4-4975-93d5-d4062a1cea51 None None] No DVR routers for this DVR port 1f50c56c-7a42-49d9-adbd-1f58775ecc28 on host dv-cinder-830538-8-iscsi {{(pid=102917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:42.631564 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (695ac80b-0326-480c-9dd3-494fdd58177e), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.656739 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695ac80b-0326-480c-9dd3-494fdd58177e']}} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:42.668213 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a0cf28-a4cd-4c93-aa14-350116a11c41') {'for_net_delete': True} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:42.668826 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a0cf28-a4cd-4c93-aa14-350116a11c41') {} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:42.679526 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057547'] for segment (64a0cf28-a4cd-4c93-aa14-350116a11c41), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.696155 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (64a0cf28-a4cd-4c93-aa14-350116a11c41), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.709788 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:42.711166 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16575686'] for segment (64a0cf28-a4cd-4c93-aa14-350116a11c41), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: Traceback (most recent call last): Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: timer() Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: cb(*args, **kw) Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: return func(*args, **kwargs) Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: self._notify() Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: self.callback(batched_events) Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: event.method(event) Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: return f(self, *a, **k) Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._get(url).json() Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:42.712219 dv-cinder-830538-8-iscsi neutron-server[102916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:42.774965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (695ac80b-0326-480c-9dd3-494fdd58177e), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.783933 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.787210 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] 10.222.0.16 "DELETE /v2.0/networks/695ac80b-0326-480c-9dd3-494fdd58177e HTTP/1.1" status: 204 len: 168 time: 0.7709713 Mar 10 17:31:42.790955 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39228) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:42.797564 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118b392-fea0-4788-b4fb-40d7668ab268 admin admin] Pushing event deleted for resources: {'Network': ['ID=695ac80b-0326-480c-9dd3-494fdd58177e,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:43.000632 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 1f50c56c-7a42-49d9-adbd-1f58775ecc28 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:43.027257 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 1f50c56c-7a42-49d9-adbd-1f58775ecc28 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:43.027798 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 1f50c56c-7a42-49d9-adbd-1f58775ecc28 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:43.028181 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:43.193600 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:43.194145 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 56285e0b-cbc3-4e42-8ddd-b78e9cb8e8da not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:43.260973 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (829b3281-43e5-4b03-a283-d7e439b429b3), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:43.533178 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Deleting port 7d667a48-07f3-4269-b384-cac45a916b52 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:43.533527 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (7d667a48-07f3-4269-b384-cac45a916b52), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:43.629068 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] For port 7d667a48-07f3-4269-b384-cac45a916b52, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=7d667a48-07f3-4269-b384-cac45a916b52,segment=NetworkSegment(f00d2373-1e7e-415f-bbb0-280cc6033135),segment_id=f00d2373-1e7e-415f-bbb0-280cc6033135)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:43.629509 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (7d667a48-07f3-4269-b384-cac45a916b52), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:43.643312 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Calling delete_port for 7d667a48-07f3-4269-b384-cac45a916b52 owned by network:router_interface {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:43.643871 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cc1f5-e03e-481c-84ec-1bf71f1a97a8 req-2c4e7baa-f92c-410c-98e7-038acfc6a9fc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:43.646358 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d49cc1f5-e03e-481c-84ec-1bf71f1a97a8 req-2c4e7baa-f92c-410c-98e7-038acfc6a9fc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0673294 Mar 10 17:31:43.709906 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d49cc1f5-e03e-481c-84ec-1bf71f1a97a8 req-1d94cbbb-8c0c-4de8-b025-b3d42d9e04c6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557959 Mar 10 17:31:43.849236 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (7d667a48-07f3-4269-b384-cac45a916b52), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:43.877665 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d667a48-07f3-4269-b384-cac45a916b52,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:44.095302 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (829b3281-43e5-4b03-a283-d7e439b429b3), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.349192 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Router 829b3281-43e5-4b03-a283-d7e439b429b3 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:31:44.468824 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:31:44.476791 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39232) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:44.480682 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] Sync routers for ids ['829b3281-43e5-4b03-a283-d7e439b429b3'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:31:44.486764 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-f4476c07-d28b-4d5b-80dc-1e8b25f66af5 admin admin] 10.222.0.16 "PUT /v2.0/routers/829b3281-43e5-4b03-a283-d7e439b429b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946006 Mar 10 17:31:44.495126 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] Routers {'829b3281-43e5-4b03-a283-d7e439b429b3'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:44.496056 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['829b3281-43e5-4b03-a283-d7e439b429b3'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:44.600555 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks [] for router (829b3281-43e5-4b03-a283-d7e439b429b3), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.626824 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] Set router 829b3281-43e5-4b03-a283-d7e439b429b3 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:44.719072 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks [] for router_gateway (829b3281-43e5-4b03-a283-d7e439b429b3), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.787304 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Deleting port 11543ce5-2268-4dd6-8238-523ce46ff2fb {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:44.788228 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.871863 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:50Z', 'updated_at': '2022-03-10T17:31:43Z', 'revision_number': 5, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'gw_port': {'id': '11543ce5-2268-4dd6-8238-523ce46ff2fb', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:51Z', 'updated_at': '2022-03-10T17:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:44.917426 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] Checking router: 829b3281-43e5-4b03-a283-d7e439b429b3 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:31:44.918245 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bc0e-aaa8-4377-9e0a-62a800fefb93 req-66532564-62d3-45b4-8e87-c8ce9d76658b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:44.920267 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48d5bc0e-aaa8-4377-9e0a-62a800fefb93 req-66532564-62d3-45b4-8e87-c8ce9d76658b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1166332 Mar 10 17:31:44.938479 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] Routers {'829b3281-43e5-4b03-a283-d7e439b429b3'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:44.939118 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['829b3281-43e5-4b03-a283-d7e439b429b3'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:44.961935 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] For port 11543ce5-2268-4dd6-8238-523ce46ff2fb, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=11543ce5-2268-4dd6-8238-523ce46ff2fb,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:44.963131 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.994650 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Calling delete_port for 11543ce5-2268-4dd6-8238-523ce46ff2fb owned by network:router_gateway {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:45.002083 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48d5bc0e-aaa8-4377-9e0a-62a800fefb93 req-a1ea9c61-d40b-46b2-8394-ce2dc913c2a2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739512 Mar 10 17:31:45.185927 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] Set router 829b3281-43e5-4b03-a283-d7e439b429b3 gateway port host: None {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:45.241065 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:50Z', 'updated_at': '2022-03-10T17:31:44Z', 'revision_number': 6, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'gw_port_host': None}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:45.277801 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bd3cd-bfeb-4c71-82e5-6454dc6fb88d None None] The sync data for ids ['829b3281-43e5-4b03-a283-d7e439b429b3'] in dv-cinder-830538-8-iscsi is: [{'id': '829b3281-43e5-4b03-a283-d7e439b429b3', 'name': 'tempest-TestMinimumBasicScenario-1026919588-router', 'tenant_id': '53e20bda2662421eaf68196d2cdafb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:50Z', 'updated_at': '2022-03-10T17:31:44Z', 'revision_number': 6, 'project_id': '53e20bda2662421eaf68196d2cdafb61', 'gw_port_host': None}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:31:45.490199 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (11543ce5-2268-4dd6-8238-523ce46ff2fb), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.518284 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Pushing event deleted for resources: {'Port': ['ID=11543ce5-2268-4dd6-8238-523ce46ff2fb,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:45.595935 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (829b3281-43e5-4b03-a283-d7e439b429b3), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.699402 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (829b3281-43e5-4b03-a283-d7e439b429b3), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.701745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks [] for router_controller (829b3281-43e5-4b03-a283-d7e439b429b3), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.748165 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (829b3281-43e5-4b03-a283-d7e439b429b3), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.748818 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829b3281-43e5-4b03-a283-d7e439b429b3 {{(pid=102916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:31:45.753178 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.754457 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-baf0eceb-f7bd-4b44-8f09-73d299ebc272 admin admin] 10.222.0.16 "DELETE /v2.0/routers/829b3281-43e5-4b03-a283-d7e439b429b3 HTTP/1.1" status: 204 len: 168 time: 1.2753897 Mar 10 17:31:45.756910 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39250) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:45.803758 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2c4025-d85a-4c73-9e8f-cd8352603817 admin admin] Deleting subnet c62b1da8-9811-4f1f-944e-83aea441c749 {{(pid=102916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:31:45.806695 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4025-d85a-4c73-9e8f-cd8352603817 admin admin] Publish callbacks [] for subnet (c62b1da8-9811-4f1f-944e-83aea441c749), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.839812 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4025-d85a-4c73-9e8f-cd8352603817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057536'] for subnet (c62b1da8-9811-4f1f-944e-83aea441c749), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.913371 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4025-d85a-4c73-9e8f-cd8352603817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (c62b1da8-9811-4f1f-944e-83aea441c749), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.965218 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4025-d85a-4c73-9e8f-cd8352603817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16576280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478903'] for subnet (c62b1da8-9811-4f1f-944e-83aea441c749), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.994458 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c4025-d85a-4c73-9e8f-cd8352603817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62b1da8-9811-4f1f-944e-83aea441c749,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:45.999881 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4025-d85a-4c73-9e8f-cd8352603817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.003741 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-9d2c4025-d85a-4c73-9e8f-cd8352603817 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c62b1da8-9811-4f1f-944e-83aea441c749 HTTP/1.1" status: 204 len: 168 time: 0.2459023 Mar 10 17:31:46.005971 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0915a23-7ead-4ca3-8caf-4803348f6309 None None] Network 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:46.006427 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39252) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:46.074678 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (2c72d782-8ac0-4ece-9f7a-52a72d1639c0), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.164076 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Deleting port 34902d97-1a95-48f7-9689-2389afedf5b0 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:46.164420 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.186626 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac75fdd-13b6-443a-ba2b-71fdbfbd0b1c None None] DHCP port deletion for 2c72d782-8ac0-4ece-9f7a-52a72d1639c0 request from dv-cinder-830538-8-iscsi {{(pid=102917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:31:46.237452 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] For port 34902d97-1a95-48f7-9689-2389afedf5b0, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=34902d97-1a95-48f7-9689-2389afedf5b0,segment=NetworkSegment(f00d2373-1e7e-415f-bbb0-280cc6033135),segment_id=f00d2373-1e7e-415f-bbb0-280cc6033135)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:46.237818 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.240843 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-1ac75fdd-13b6-443a-ba2b-71fdbfbd0b1c None None] Deleting port 34902d97-1a95-48f7-9689-2389afedf5b0 {{(pid=102917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:46.241216 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1ac75fdd-13b6-443a-ba2b-71fdbfbd0b1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), before_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.246355 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6c0f-5fa3-4f8f-a009-fc0b773c0642 req-481a2b05-8685-46a0-9e08-963cbe7ba081 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:46.247840 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-17cb6c0f-5fa3-4f8f-a009-fc0b773c0642 req-481a2b05-8685-46a0-9e08-963cbe7ba081 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.1243045 Mar 10 17:31:46.266128 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Calling delete_port for 34902d97-1a95-48f7-9689-2389afedf5b0 owned by network:dhcp {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:46.303925 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-1ac75fdd-13b6-443a-ba2b-71fdbfbd0b1c None None] For port 34902d97-1a95-48f7-9689-2389afedf5b0, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=34902d97-1a95-48f7-9689-2389afedf5b0,segment=NetworkSegment(f00d2373-1e7e-415f-bbb0-280cc6033135),segment_id=f00d2373-1e7e-415f-bbb0-280cc6033135)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:46.304324 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1ac75fdd-13b6-443a-ba2b-71fdbfbd0b1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), precommit_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.320932 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-1ac75fdd-13b6-443a-ba2b-71fdbfbd0b1c None None] Calling delete_port for 34902d97-1a95-48f7-9689-2389afedf5b0 owned by network:dhcp {{(pid=102917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:46.345263 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-17cb6c0f-5fa3-4f8f-a009-fc0b773c0642 req-b4a7e8cc-b93b-4c73-acb6-2fec0b4fe215 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917344 Mar 10 17:31:46.396579 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.422520 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=34902d97-1a95-48f7-9689-2389afedf5b0,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:46.428083 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] No DVR routers for this DVR port 34902d97-1a95-48f7-9689-2389afedf5b0 on host dv-cinder-830538-8-iscsi {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:46.456269 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1ac75fdd-13b6-443a-ba2b-71fdbfbd0b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952'] for port (34902d97-1a95-48f7-9689-2389afedf5b0), after_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.485597 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac75fdd-13b6-443a-ba2b-71fdbfbd0b1c None None] Pushing event deleted for resources: {'Port': ['ID=34902d97-1a95-48f7-9689-2389afedf5b0,revision_number=None']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:46.488259 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac75fdd-13b6-443a-ba2b-71fdbfbd0b1c None None] No DVR routers for this DVR port 34902d97-1a95-48f7-9689-2389afedf5b0 on host dv-cinder-830538-8-iscsi {{(pid=102917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:46.505173 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (2c72d782-8ac0-4ece-9f7a-52a72d1639c0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.527604 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c72d782-8ac0-4ece-9f7a-52a72d1639c0']}} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:46.537055 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00d2373-1e7e-415f-bbb0-280cc6033135') {'for_net_delete': True} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:46.537354 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00d2373-1e7e-415f-bbb0-280cc6033135') {} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:46.546513 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057547'] for segment (f00d2373-1e7e-415f-bbb0-280cc6033135), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.560117 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (f00d2373-1e7e-415f-bbb0-280cc6033135), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.565941 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:46.566308 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16575686'] for segment (f00d2373-1e7e-415f-bbb0-280cc6033135), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: Traceback (most recent call last): Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: timer() Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: cb(*args, **kw) Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: return func(*args, **kwargs) Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: self._notify() Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: self.callback(batched_events) Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: event.method(event) Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: return f(self, *a, **k) Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._get(url).json() Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:46.568334 dv-cinder-830538-8-iscsi neutron-server[102916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:46.571179 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2c797bb5-e91e-45b7-889b-c3bc957bc521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.623595 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (2c72d782-8ac0-4ece-9f7a-52a72d1639c0), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.628083 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.631300 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2c72d782-8ac0-4ece-9f7a-52a72d1639c0 HTTP/1.1" status: 204 len: 168 time: 0.6241064 Mar 10 17:31:46.643724 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e60f4f-74e7-46fc-b488-1336f951b3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c72d782-8ac0-4ece-9f7a-52a72d1639c0,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:46.723084 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-2a110a3d-95e8-4286-a2ec-9a29a37cdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:46.724779 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-2a110a3d-95e8-4286-a2ec-9a29a37cdcdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 1129 time: 0.0555592 Mar 10 17:31:46.757840 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39262) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:46.797785 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-014e81fd-47e9-4e22-b1b5-f4d0e966bf81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=788735d9fc2b4767b361bcc431fa4542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387404 Mar 10 17:31:46.800423 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39264) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:46.856150 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-8f58778a-5127-46e2-a03f-409dbb954d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:46.857507 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-8f58778a-5127-46e2-a03f-409dbb954d8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.1160140 Mar 10 17:31:46.867772 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-157ac552-100d-4fef-a998-c96f6bff5dc7 admin admin] Publish callbacks [] for security_group (893a4513-3380-4eea-b4a7-64e08227e666), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.933959 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-157ac552-100d-4fef-a998-c96f6bff5dc7 admin admin] Publish callbacks [] for security_group (893a4513-3380-4eea-b4a7-64e08227e666), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.959143 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-aa4f73bd-c877-438f-970b-7f3d9abd15d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372 HTTP/1.1" status: 200 len: 1001 time: 0.0889544 Mar 10 17:31:46.976262 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 7d667a48-07f3-4269-b384-cac45a916b52 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:47.001389 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 7d667a48-07f3-4269-b384-cac45a916b52 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:47.001740 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 7d667a48-07f3-4269-b384-cac45a916b52 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:47.002196 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 11543ce5-2268-4dd6-8238-523ce46ff2fb no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:47.019490 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-1989abf4-7f39-47be-a469-7d8ed9f9f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.021238 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-1989abf4-7f39-47be-a469-7d8ed9f9f4bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0541923 Mar 10 17:31:47.021799 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 11543ce5-2268-4dd6-8238-523ce46ff2fb {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:47.022346 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 11543ce5-2268-4dd6-8238-523ce46ff2fb not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:47.022586 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 34902d97-1a95-48f7-9689-2389afedf5b0 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:47.029028 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-157ac552-100d-4fef-a998-c96f6bff5dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (893a4513-3380-4eea-b4a7-64e08227e666), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:47.031612 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-157ac552-100d-4fef-a998-c96f6bff5dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:47.032652 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-157ac552-100d-4fef-a998-c96f6bff5dc7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/893a4513-3380-4eea-b4a7-64e08227e666 HTTP/1.1" status: 204 len: 168 time: 0.2312796 Mar 10 17:31:47.042193 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 34902d97-1a95-48f7-9689-2389afedf5b0 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:47.042713 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 34902d97-1a95-48f7-9689-2389afedf5b0 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:47.050294 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ac552-100d-4fef-a998-c96f6bff5dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a4513-3380-4eea-b4a7-64e08227e666,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:47.092896 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-1a0c71c3-293f-4def-b569-7fc238fa2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.094558 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-1a0c71c3-293f-4def-b569-7fc238fa2de5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522447 Mar 10 17:31:47.185231 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-ed365931-b04b-4943-b8df-e22f18975595 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847878 Mar 10 17:31:47.277692 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7ad0d318-86fb-4372-a9c9-46bbc2ea23c5 req-4920f5a1-99e4-4cf1-8254-2fb0b303b2b7 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867174 Mar 10 17:31:47.351879 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39270) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:47.391075 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-cc44ae7c-d8e1-4650-b235-abb5f5e1736d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53e20bda2662421eaf68196d2cdafb61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380383 Mar 10 17:31:47.393494 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39274) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:47.470788 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ff6c-7f68-4285-848f-257cfc840b54 admin admin] Publish callbacks [] for security_group (0d8a8674-9f91-4d25-b71e-22570037d082), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:47.499267 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d49f5-466c-4d9e-9fd0-2289ddd0d604 req-c9d14167-dbd3-40e8-8bbb-52e5321d82ef tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.500740 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f2d49f5-466c-4d9e-9fd0-2289ddd0d604 req-c9d14167-dbd3-40e8-8bbb-52e5321d82ef tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0746002 Mar 10 17:31:47.505142 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ff6c-7f68-4285-848f-257cfc840b54 admin admin] Publish callbacks [] for security_group (0d8a8674-9f91-4d25-b71e-22570037d082), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:47.572307 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5f2d49f5-466c-4d9e-9fd0-2289ddd0d604 req-e5b10af3-fa3f-4f49-9045-e93671460af5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652063 Mar 10 17:31:47.588304 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ff6c-7f68-4285-848f-257cfc840b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0d8a8674-9f91-4d25-b71e-22570037d082), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:47.590806 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ff6c-7f68-4285-848f-257cfc840b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:47.591935 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-ebd0ff6c-7f68-4285-848f-257cfc840b54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d8a8674-9f91-4d25-b71e-22570037d082 HTTP/1.1" status: 204 len: 168 time: 0.1975453 Mar 10 17:31:47.601143 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0ff6c-7f68-4285-848f-257cfc840b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a8674-9f91-4d25-b71e-22570037d082,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:48.700851 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa816d61-bfe3-4083-b90f-f5ef785ce498 req-e0a16a9e-b757-498b-ae5d-0ee1d8200448 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:48.702385 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fa816d61-bfe3-4083-b90f-f5ef785ce498 req-e0a16a9e-b757-498b-ae5d-0ee1d8200448 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0542052 Mar 10 17:31:48.748278 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fa816d61-bfe3-4083-b90f-f5ef785ce498 req-d649564a-2410-4141-a6f3-048ad83ff0cf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Mar 10 17:31:48.831139 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-cb29f53b-4e4a-488a-97d4-4290098a6747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:49.867264 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c142f-ce46-4ad1-93b2-a1b4075f6f25 req-493d0150-a2d9-42fe-ab9c-3a5205c01212 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:49.869344 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4e8c142f-ce46-4ad1-93b2-a1b4075f6f25 req-493d0150-a2d9-42fe-ab9c-3a5205c01212 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 945 time: 0.0514014 Mar 10 17:31:49.914425 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4e8c142f-ce46-4ad1-93b2-a1b4075f6f25 req-67b33178-78e4-4b2c-b3ee-5ba4c16e88f1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395515 Mar 10 17:31:49.973403 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.175280 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:50.251488 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port a0fd5a84-3f20-4864-abdb-ada9bcad9372 is: ACTIVE; New status is: DOWN {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:50.251914 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.278755 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:50.282437 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c313825-7cc0-42c6-a2a7-d36b6693935d" -d '{"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:50.298912 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:50.305800 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.331791 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e456c896-3958-4880-8442-2f853756f9ec x-openstack-request-id: req-e456c896-3958-4880-8442-2f853756f9ec {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:50.332151 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-unplugged", "status": "failed", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372", "code": 422}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:50.332308 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e456c896-3958-4880-8442-2f853756f9ec {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:50.332734 dv-cinder-830538-8-iscsi neutron-server[102917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'code': 422} returned with failed status Mar 10 17:31:50.359178 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=8']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:50.388093 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [req-cb159eba-40d5-4e61-ae13-79a1de8b79a8 req-f09039a1-7cc1-4c5f-9f60-ecc1a1f709b7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:31:50.389094 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cb159eba-40d5-4e61-ae13-79a1de8b79a8 req-f09039a1-7cc1-4c5f-9f60-ecc1a1f709b7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052853 Mar 10 17:31:50.546938 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50154e7-9860-4106-84d8-30faabbfd58f req-8f953b19-13a8-4350-aa4f-e9ca5aa7d4ce tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.548424 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b50154e7-9860-4106-84d8-30faabbfd58f req-8f953b19-13a8-4350-aa4f-e9ca5aa7d4ce tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0562508 Mar 10 17:31:50.595175 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b50154e7-9860-4106-84d8-30faabbfd58f req-290bdebb-7fe0-4881-a75e-c6e1b3e8e6d8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Mar 10 17:31:50.861232 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39322) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:50.950529 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-316d4bbc-9026-4b3a-9c3d-3e30eb2994db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880747 Mar 10 17:31:50.958881 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-5247c9c7-1d64-4e48-b403-f5d9bee08730 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:31:50.959855 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-5247c9c7-1d64-4e48-b403-f5d9bee08730 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048606 Mar 10 17:31:51.033990 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39330) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:51.124838 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-d9bd3e70-db42-4c7d-afb3-5cf0f358ea19 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.126153 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-d9bd3e70-db42-4c7d-afb3-5cf0f358ea19 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports/a0fd5a84-3f20-4864-abdb-ada9bcad9372 HTTP/1.1" status: 200 len: 940 time: 0.0911019 Mar 10 17:31:51.382066 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:51.723082 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12b9c-941d-4ac9-94f3-a9f22f6daeed req-2e41bd76-d20f-42d4-ab77-dc87a6acecd6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.724581 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b3a12b9c-941d-4ac9-94f3-a9f22f6daeed req-2e41bd76-d20f-42d4-ab77-dc87a6acecd6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0578825 Mar 10 17:31:51.770503 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b3a12b9c-941d-4ac9-94f3-a9f22f6daeed req-26136819-02b1-41d5-8e3f-1f8788a85da4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395274 Mar 10 17:31:52.859098 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-b849d058-5dbb-49bd-ba32-bcdbd466d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.860569 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-b849d058-5dbb-49bd-ba32-bcdbd466d172 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075&tenant_id=44e141ba2afe439c88dacb1c3939d477 HTTP/1.1" status: 200 len: 1127 time: 0.0843732 Mar 10 17:31:52.872859 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:52.904007 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce643cd-30d7-4220-a8cb-20ec79eafa99 req-ca98d5bf-b1dc-4a23-b8b6-57938f3c574d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.905507 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ce643cd-30d7-4220-a8cb-20ec79eafa99 req-ca98d5bf-b1dc-4a23-b8b6-57938f3c574d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0610864 Mar 10 17:31:52.978631 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ce643cd-30d7-4220-a8cb-20ec79eafa99 req-99003246-7572-4907-9742-37d080af88dd tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648570 Mar 10 17:31:52.981187 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-f08a4e39-c209-46e5-93dc-158ffb102027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.982620 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-f08a4e39-c209-46e5-93dc-158ffb102027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 1127 time: 0.0762684 Mar 10 17:31:53.091102 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-75775620-a21a-43ed-87a6-3210f5034ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:53.092481 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-75775620-a21a-43ed-87a6-3210f5034ebd service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.0919182 Mar 10 17:31:53.159514 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-d6a34d63-979d-4e2e-93d0-1cb411526b62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372 HTTP/1.1" status: 200 len: 999 time: 0.0573823 Mar 10 17:31:53.206726 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-1b6352cf-10fb-412a-986d-945eac5004ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:53.208118 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-1b6352cf-10fb-412a-986d-945eac5004ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0419433 Mar 10 17:31:53.262202 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-05459f10-869a-48e4-8187-4588cae6a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:53.263682 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-05459f10-869a-48e4-8187-4588cae6a006 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488498 Mar 10 17:31:53.351510 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-af01f93e-6286-4e98-be9d-b1afafe9b71c service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815716 Mar 10 17:31:53.441377 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fdecca16-118d-411b-a2dc-d40e790e1eb2 req-45d3a2be-4bf7-4dd2-a601-0748dc729a47 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836570 Mar 10 17:31:54.128202 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f13845-6677-491d-a0c4-2bba6a0ddef1 req-2717cb9d-9f67-4941-8bbc-39ef52d3a7ad tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.129690 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6f13845-6677-491d-a0c4-2bba6a0ddef1 req-2717cb9d-9f67-4941-8bbc-39ef52d3a7ad tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0676272 Mar 10 17:31:54.181546 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6f13845-6677-491d-a0c4-2bba6a0ddef1 req-7ee7a028-cc7b-48d7-8a54-a83d51d467f0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453012 Mar 10 17:31:54.219842 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:54.299321 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port a0fd5a84-3f20-4864-abdb-ada9bcad9372 is: DOWN; New status is: DOWN {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:55.324459 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aba68-1af0-4f82-ae82-293d27f258ff req-b4d37392-4356-4f37-a6dc-b1076e3c9525 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:55.326037 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-614aba68-1af0-4f82-ae82-293d27f258ff req-b4d37392-4356-4f37-a6dc-b1076e3c9525 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0550938 Mar 10 17:31:55.381702 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-614aba68-1af0-4f82-ae82-293d27f258ff req-dada7567-8725-4bcb-af04-e478aaf94952 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494812 Mar 10 17:31:56.509138 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1614f6-b9d4-4104-ac49-db6b2a517999 req-d4440987-cab4-4dc2-98ea-39bbaaff79ff tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:56.510658 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4f1614f6-b9d4-4104-ac49-db6b2a517999 req-d4440987-cab4-4dc2-98ea-39bbaaff79ff tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0546427 Mar 10 17:31:56.556703 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4f1614f6-b9d4-4104-ac49-db6b2a517999 req-4111c807-5263-4012-b6a4-9bd4b6f19135 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Mar 10 17:31:57.681876 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949326-1679-48e4-9a4e-f6db49783676 req-d6d91163-71ec-4c5c-b0e6-07e79fcb4ab1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:57.683434 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-99949326-1679-48e4-9a4e-f6db49783676 req-d6d91163-71ec-4c5c-b0e6-07e79fcb4ab1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0532727 Mar 10 17:31:57.735888 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-99949326-1679-48e4-9a4e-f6db49783676 req-84db196c-62a3-438c-b182-3705b622a5ee tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465620 Mar 10 17:31:58.868189 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04de23-55d4-437f-b4f3-6546c044aaad req-d236fb66-3f5d-4754-9530-1c0f6da063dc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.869822 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-df04de23-55d4-437f-b4f3-6546c044aaad req-d236fb66-3f5d-4754-9530-1c0f6da063dc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0585914 Mar 10 17:31:58.917319 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-df04de23-55d4-437f-b4f3-6546c044aaad req-26d8553e-be7b-422f-ac62-efd9d5e9108f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 Mar 10 17:31:58.928347 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:00.045952 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c3474-6833-4b33-8e03-258dfe3280b0 req-5bb7cd91-d30d-46b1-80e5-61505dc634f6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.047425 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1e3c3474-6833-4b33-8e03-258dfe3280b0 req-5bb7cd91-d30d-46b1-80e5-61505dc634f6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0524106 Mar 10 17:32:00.101469 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1e3c3474-6833-4b33-8e03-258dfe3280b0 req-9f2d82f1-c285-4dfa-9311-bdef33ba1e7c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462093 Mar 10 17:32:01.229165 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7e632-fe27-4fbb-bc2b-a1913ff2f51a req-3c0c08d8-fede-4dbb-8b25-e928399e1976 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:01.230645 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2d7e632-fe27-4fbb-bc2b-a1913ff2f51a req-3c0c08d8-fede-4dbb-8b25-e928399e1976 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0518670 Mar 10 17:32:01.282068 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2d7e632-fe27-4fbb-bc2b-a1913ff2f51a req-0b9e8d06-e275-410e-84b9-97d597ceb0de tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459394 Mar 10 17:32:02.414336 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16a381-ee55-4048-9b0d-c02358246d3a req-87aeba76-4589-40da-b140-b61a1fff20b1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:02.416765 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9c16a381-ee55-4048-9b0d-c02358246d3a req-87aeba76-4589-40da-b140-b61a1fff20b1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0595853 Mar 10 17:32:02.466370 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9c16a381-ee55-4048-9b0d-c02358246d3a req-9e36911c-50ba-423b-9602-4d8ece9821f4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Mar 10 17:32:03.599068 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b8cf3-407a-4248-9784-c2036b8a2606 req-6907bef5-1da4-4b85-a2c7-4ce06e4c6095 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.600939 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-844b8cf3-407a-4248-9784-c2036b8a2606 req-6907bef5-1da4-4b85-a2c7-4ce06e4c6095 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0587342 Mar 10 17:32:03.646998 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-844b8cf3-407a-4248-9784-c2036b8a2606 req-1818d98e-8e86-4793-a9b4-bd01cc1f0e54 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407352 Mar 10 17:32:04.769401 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9769d7-649a-4eb3-aaad-3fdccdbdafab req-4d638128-1982-4e97-a704-67e76a94b724 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:04.770876 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b9769d7-649a-4eb3-aaad-3fdccdbdafab req-4d638128-1982-4e97-a704-67e76a94b724 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0542855 Mar 10 17:32:04.815974 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b9769d7-649a-4eb3-aaad-3fdccdbdafab req-e99a49f3-2b3b-4de9-a486-8cbe272b8dc6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387487 Mar 10 17:32:05.936424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a4bd4-9cc5-449c-8c2a-7da8bf8cece2 req-60ace0a9-7746-4d57-80d6-d23bfab92fec tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:05.937897 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e9a4bd4-9cc5-449c-8c2a-7da8bf8cece2 req-60ace0a9-7746-4d57-80d6-d23bfab92fec tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0515532 Mar 10 17:32:05.982421 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9e9a4bd4-9cc5-449c-8c2a-7da8bf8cece2 req-38626660-46e7-49d0-bc96-23357ff5c188 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389230 Mar 10 17:32:07.107867 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a070bb-fdec-452c-9124-a7d4f47f5d4f req-de102c97-a14c-4fe7-8175-85627817ad25 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.109331 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c0a070bb-fdec-452c-9124-a7d4f47f5d4f req-de102c97-a14c-4fe7-8175-85627817ad25 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0549839 Mar 10 17:32:07.155567 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c0a070bb-fdec-452c-9124-a7d4f47f5d4f req-608d3ae4-d8ed-4bf2-93b5-d50ba287613e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406368 Mar 10 17:32:08.273544 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2d505-6177-4a24-9467-bb94bc04b060 req-004ff5bd-cd0c-47f5-b03a-7644d4e91ff0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:08.275788 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-18b2d505-6177-4a24-9467-bb94bc04b060 req-004ff5bd-cd0c-47f5-b03a-7644d4e91ff0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0515695 Mar 10 17:32:08.321137 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-18b2d505-6177-4a24-9467-bb94bc04b060 req-6a384917-ff7b-4943-a259-38b3d48ff9c7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Mar 10 17:32:09.443297 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9016fd2-6fbb-44c1-bd4d-df4db4af1658 req-106afc21-b07d-4ce2-a2d8-641b975f74d9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.444744 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c9016fd2-6fbb-44c1-bd4d-df4db4af1658 req-106afc21-b07d-4ce2-a2d8-641b975f74d9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0517325 Mar 10 17:32:09.493139 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c9016fd2-6fbb-44c1-bd4d-df4db4af1658 req-7aa65190-b3c0-429e-94fa-2c0fa604d8bd tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423260 Mar 10 17:32:10.613024 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6261d7-d767-4961-804f-ed2d0e275958 req-fefac8ea-69eb-4e1c-bb68-55b9b36ffb8b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:10.614403 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8c6261d7-d767-4961-804f-ed2d0e275958 req-fefac8ea-69eb-4e1c-bb68-55b9b36ffb8b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0507138 Mar 10 17:32:10.660808 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8c6261d7-d767-4961-804f-ed2d0e275958 req-48a0d95d-ed04-47cf-9e22-e6ed507fac82 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404959 Mar 10 17:32:11.781035 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98320-eb0a-4910-b9e7-e008d1f530cb req-9e060e55-da4e-4e0f-8e8a-d4e8c349b882 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.782516 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f1e98320-eb0a-4910-b9e7-e008d1f530cb req-9e060e55-da4e-4e0f-8e8a-d4e8c349b882 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0514643 Mar 10 17:32:11.827182 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f1e98320-eb0a-4910-b9e7-e008d1f530cb req-516036f9-832d-4390-980e-5d196ddcb15f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392721 Mar 10 17:32:12.953102 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317884a-e7f0-4b25-9b72-0a7390df24d5 req-2a8e4fa4-f889-458d-b329-5a9e37155a7f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:12.954581 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d317884a-e7f0-4b25-9b72-0a7390df24d5 req-2a8e4fa4-f889-458d-b329-5a9e37155a7f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0577738 Mar 10 17:32:12.999493 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d317884a-e7f0-4b25-9b72-0a7390df24d5 req-5bfd9a15-b540-42b7-8b13-147d1abb7435 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393548 Mar 10 17:32:13.531267 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d67c-5621-4044-91e2-8b78d227a1d7 req-7792a73a-c5be-4295-bfc2-d639e3cfccfb tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.532711 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0c51d67c-5621-4044-91e2-8b78d227a1d7 req-7792a73a-c5be-4295-bfc2-d639e3cfccfb tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0521817 Mar 10 17:32:13.577543 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0c51d67c-5621-4044-91e2-8b78d227a1d7 req-f5d0805c-5839-4dba-8e87-d24ae07c7981 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391898 Mar 10 17:32:14.122090 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b0731-cb65-48f0-9e52-b9b9fbb95e6f req-df6f1619-b028-4a0c-9838-f4a36bec11c0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:14.123554 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a2b0731-cb65-48f0-9e52-b9b9fbb95e6f req-df6f1619-b028-4a0c-9838-f4a36bec11c0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0503924 Mar 10 17:32:14.171491 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a2b0731-cb65-48f0-9e52-b9b9fbb95e6f req-25cc42b1-6c5b-48ae-95d4-e1ceafeabf34 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Mar 10 17:32:14.694736 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3af67-f517-4471-bc9d-df00096b1c78 req-b8dfde79-5fbf-4667-bbd8-8f2cea09f2cc tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:14.696777 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e6d3af67-f517-4471-bc9d-df00096b1c78 req-b8dfde79-5fbf-4667-bbd8-8f2cea09f2cc tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0541797 Mar 10 17:32:14.742656 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e6d3af67-f517-4471-bc9d-df00096b1c78 req-46cba679-05c4-4b5f-b414-59f826e0942f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2989ddc5-fcab-4cca-825b-2f019261848c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398438 Mar 10 17:32:15.085842 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-4c3bed33-07d6-4ede-ae3f-90ceb08b7c18 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.087311 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-4c3bed33-07d6-4ede-ae3f-90ceb08b7c18 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 946 time: 0.0516748 Mar 10 17:32:15.179204 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Deleting port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:15.179872 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.292897 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] For port 65ff0fc6-ea83-4fc1-971b-48ad755a5378, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=65ff0fc6-ea83-4fc1-971b-48ad755a5378,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:15.293256 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.349878 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db3ad-d502-4ef5-a8b7-aa4a807fdef1 req-f79b428d-ba90-4453-8f50-7d67146e952a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.351334 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-735db3ad-d502-4ef5-a8b7-aa4a807fdef1 req-f79b428d-ba90-4453-8f50-7d67146e952a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.1106181 Mar 10 17:32:15.449770 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-735db3ad-d502-4ef5-a8b7-aa4a807fdef1 req-0c1a5d15-2bcf-44c3-9461-9d1cbad8d4bd tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893242 Mar 10 17:32:15.500393 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.500749 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (eee2b2d7-553f-473e-9bc4-ef08c1d1f7de), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.501168 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Floating IP eee2b2d7-553f-473e-9bc4-ef08c1d1f7de disassociated. External IP: 172.27.3.12, port: 65ff0fc6-ea83-4fc1-971b-48ad755a5378. Mar 10 17:32:15.501510 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Calling delete_port for 65ff0fc6-ea83-4fc1-971b-48ad755a5378 owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:15.624412 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (65ff0fc6-ea83-4fc1-971b-48ad755a5378), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.650395 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event deleted for resources: {'Port': ['ID=65ff0fc6-ea83-4fc1-971b-48ad755a5378,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:15.661893 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.662268 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.662616 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.662939 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.663273 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.663603 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.663935 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.664264 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.665178 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.665508 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.665839 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.666182 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.666510 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:15.777185 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:32:16.121876 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-852048d2-0c9e-475c-9263-171d66d1c2c3 req-4f284dd0-a6ea-49a9-b8c7-7c3cfd12d16a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f96cb60f-3092-47ef-9311-5fdc0eb487d1 HTTP/1.1" status: 200 len: 210 time: 0.3036795 Mar 10 17:32:16.181787 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:32:16.192030 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] Sync routers for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:32:16.201690 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:16.202337 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:16.225063 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] No DVR routers for this DVR port 65ff0fc6-ea83-4fc1-971b-48ad755a5378 on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:16.227640 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:16.231028 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-918191d9-afa5-43b4-9a5f-8536a6037c5c req-becae24e-b9c0-481e-b57e-6fee92707ef8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "DELETE /v2.0/ports/65ff0fc6-ea83-4fc1-971b-48ad755a5378 HTTP/1.1" status: 204 len: 173 time: 1.1384978 Mar 10 17:32:16.231513 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'name': 'network-vif-deleted', 'tag': '65ff0fc6-ea83-4fc1-971b-48ad755a5378'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:16.234286 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4f78d0-9544-4d31-b4c7-3d0b16226149" -d '{"events": [{"server_uuid": "f96cb60f-3092-47ef-9311-5fdc0eb487d1", "name": "network-vif-deleted", "tag": "65ff0fc6-ea83-4fc1-971b-48ad755a5378"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:16.270340 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be8013e-b699-4313-9f3c-5e656f15736a x-openstack-request-id: req-0be8013e-b699-4313-9f3c-5e656f15736a {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:16.271286 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96cb60f-3092-47ef-9311-5fdc0eb487d1", "name": "network-vif-deleted", "tag": "65ff0fc6-ea83-4fc1-971b-48ad755a5378", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:16.271756 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0be8013e-b699-4313-9f3c-5e656f15736a {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:16.272260 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96cb60f-3092-47ef-9311-5fdc0eb487d1', 'name': 'network-vif-deleted', 'tag': '65ff0fc6-ea83-4fc1-971b-48ad755a5378', 'status': 'completed', 'code': 200} Mar 10 17:32:16.313156 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:16.343679 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:16.572378 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e89812-1576-4fe5-8651-256d1b9798e4 req-ffa8a9cd-55c7-424c-957d-28795803c2bc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:16.574241 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-53e89812-1576-4fe5-8651-256d1b9798e4 req-ffa8a9cd-55c7-424c-957d-28795803c2bc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 943 time: 0.0530045 Mar 10 17:32:16.574813 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:16.578294 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d5a531ad-9cae-45bd-88dc-92a4b6ee983f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:16.591172 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'port_id': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:16.621787 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-53e89812-1576-4fe5-8651-256d1b9798e4 req-044d1ede-e912-4ed8-b1ac-98206c28efbd tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408294 Mar 10 17:32:16.639993 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port a0fd5a84-3f20-4864-abdb-ada9bcad9372 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:16.640390 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:16.660127 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:16.665372 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fd5a84-3f20-4864-abdb-ada9bcad9372 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:16.823366 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] Checking router: 4748d658-0e4a-439c-9e3c-b9f181be3cb5 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:32:16.842953 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:16.845101 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:16.845647 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:31:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:16.848619 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:16.965658 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=9']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:16.988864 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:17.021919 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:32:17.186226 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:17.202982 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39450) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:17.217904 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3c5e5-ab25-4ca2-afb9-41769d5629a1 None None] The sync data for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi is: [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:32:17.256381 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d1424410-aa2f-4a83-9dc8-b1e6f7954c20 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (2989ddc5-fcab-4cca-825b-2f019261848c), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.279987 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d1424410-aa2f-4a83-9dc8-b1e6f7954c20 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (2989ddc5-fcab-4cca-825b-2f019261848c), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.298561 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['a0fd5a84-3f20-4864-abdb-ada9bcad9372'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:17.334694 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d1424410-aa2f-4a83-9dc8-b1e6f7954c20 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (2989ddc5-fcab-4cca-825b-2f019261848c), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.338352 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d1424410-aa2f-4a83-9dc8-b1e6f7954c20 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.341890 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39452) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:17.347663 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-d1424410-aa2f-4a83-9dc8-b1e6f7954c20 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "DELETE /v2.0/security-groups/2989ddc5-fcab-4cca-825b-2f019261848c HTTP/1.1" status: 204 len: 168 time: 0.1434615 Mar 10 17:32:17.357184 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.api.v2.resource [None req-d9e675ff-ee8d-49e9-a322-c88c80c00a2f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] show failed (client error): The resource could not be found. Mar 10 17:32:17.357424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1424410-aa2f-4a83-9dc8-b1e6f7954c20 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2989ddc5-fcab-4cca-825b-2f019261848c,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:17.361965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39454) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:17.363185 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-d9e675ff-ee8d-49e9-a322-c88c80c00a2f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups/2989ddc5-fcab-4cca-825b-2f019261848c HTTP/1.1" status: 404 len: 347 time: 0.0198557 Mar 10 17:32:17.467463 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffeedc-3caa-400e-9c26-c4581b883974 None None] New status for floating IP eee2b2d7-553f-473e-9bc4-ef08c1d1f7de: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:32:17.493860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Deleting port b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:17.494241 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.575388 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.575727 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.588352 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Calling delete_port for b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc owned by network:floatingip {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:17.745893 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.775571 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event deleted for resources: {'Port': ['ID=b0e5f669-381d-4d38-9a1e-6f08ba9ed7dc,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:17.788864 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8c6aa-8847-42dd-a14a-c879086ea3ff req-9ed6c8af-4fb3-4a7d-9df4-1a6cc07866ed tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.790370 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94d8c6aa-8847-42dd-a14a-c879086ea3ff req-9ed6c8af-4fb3-4a7d-9df4-1a6cc07866ed tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 944 time: 0.0937037 Mar 10 17:32:17.874034 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (eee2b2d7-553f-473e-9bc4-ef08c1d1f7de), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.876689 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.877784 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f22864dc-43b4-438b-89a0-d0768f5863f3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "DELETE /v2.0/floatingips/eee2b2d7-553f-473e-9bc4-ef08c1d1f7de HTTP/1.1" status: 204 len: 168 time: 0.5152097 Mar 10 17:32:17.885779 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94d8c6aa-8847-42dd-a14a-c879086ea3ff req-8668fd38-77bd-406c-983d-7dda83ec4bac tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781193 Mar 10 17:32:18.306416 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39460) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:18.311093 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-b00e6fd7-71cf-41ac-8800-7d23114340ba tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522757326', 'description': 'tempest-description--771230615'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:18.330522 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b00e6fd7-71cf-41ac-8800-7d23114340ba tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.364521 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:18.395195 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b00e6fd7-71cf-41ac-8800-7d23114340ba tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (e62c787f-e0c0-433f-b99b-865e07a81de3), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.398930 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b00e6fd7-71cf-41ac-8800-7d23114340ba tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e62c787f-e0c0-433f-b99b-865e07a81de3), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.410984 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port a0fd5a84-3f20-4864-abdb-ada9bcad9372 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:18.411365 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.429657 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b00e6fd7-71cf-41ac-8800-7d23114340ba tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.431628 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b00e6fd7-71cf-41ac-8800-7d23114340ba tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1242099 Mar 10 17:32:18.434148 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e6fd7-71cf-41ac-8800-7d23114340ba tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62c787f-e0c0-433f-b99b-865e07a81de3,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:18.434904 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39462) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:18.440024 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'security_group_rule': {'security_group_id': 'e62c787f-e0c0-433f-b99b-865e07a81de3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:18.469302 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (33953730-fdb0-4acd-8b39-e71cb572cdab), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.490296 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port a0fd5a84-3f20-4864-abdb-ada9bcad9372 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:18.490685 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.513169 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:18.515092 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (33953730-fdb0-4acd-8b39-e71cb572cdab), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.515417 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59098699-dc23-4479-af64-09556411aba3" -d '{"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:18.518749 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (33953730-fdb0-4acd-8b39-e71cb572cdab), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.529432 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:18.533841 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.534692 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 65ff0fc6-ea83-4fc1-971b-48ad755a5378 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:18.541451 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33953730-fdb0-4acd-8b39-e71cb572cdab,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:18.546560 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.547844 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112094 Mar 10 17:32:18.550584 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39466) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:18.556902 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-b95a684a-9e8a-458a-be1b-05fe3e891fc4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'security_group_rule': {'security_group_id': 'e62c787f-e0c0-433f-b99b-865e07a81de3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:18.560182 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.560848 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.561130 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214b9b4e-1b3e-463b-8b21-fc139dc9fcaa x-openstack-request-id: req-214b9b4e-1b3e-463b-8b21-fc139dc9fcaa {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:18.561554 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.561784 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:18.562067 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-214b9b4e-1b3e-463b-8b21-fc139dc9fcaa {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:18.562245 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.562480 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'code': 200} Mar 10 17:32:18.562923 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.563332 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.563735 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.564278 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.564819 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.565246 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.565616 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.566076 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.566503 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81377da3-526c-4daa-9940-ae3145388f76 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:18.580987 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 65ff0fc6-ea83-4fc1-971b-48ad755a5378 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:18.581332 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 65ff0fc6-ea83-4fc1-971b-48ad755a5378 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:18.583785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b95a684a-9e8a-458a-be1b-05fe3e891fc4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (cc681145-135d-4b7b-a052-6a32bb053bfd), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.613116 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=10']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:18.647007 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b95a684a-9e8a-458a-be1b-05fe3e891fc4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (cc681145-135d-4b7b-a052-6a32bb053bfd), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.651120 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b95a684a-9e8a-458a-be1b-05fe3e891fc4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (cc681145-135d-4b7b-a052-6a32bb053bfd), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.665770 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a684a-9e8a-458a-be1b-05fe3e891fc4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc681145-135d-4b7b-a052-6a32bb053bfd,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:18.675868 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b95a684a-9e8a-458a-be1b-05fe3e891fc4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.677026 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b95a684a-9e8a-458a-be1b-05fe3e891fc4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247289 Mar 10 17:32:18.680081 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39468) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:18.684280 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:18.702878 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.803872 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.832748 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-0a3525f6-2168-43da-92de-d6849cbe3144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.907284 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Allocated IP 172.27.3.181 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/5ecf0cb1-9852-4fa9-aead-f72070e5daa0) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:19.073554 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for port (5ecf0cb1-9852-4fa9-aead-f72070e5daa0), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:19.113081 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e5e8a-5453-4752-8907-483a045bd36f req-56104d00-b261-4ec0-955a-c497e992adfc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:19.114538 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a55e5e8a-5453-4752-8907-483a045bd36f req-56104d00-b261-4ec0-955a-c497e992adfc tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 946 time: 0.1305501 Mar 10 17:32:19.167374 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b45e4-6697-4a58-a46e-35b3eea459ea req-a2f68bc8-9739-4499-8364-af6a8fb4af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:19.168916 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8e5b45e4-6697-4a58-a46e-35b3eea459ea req-a2f68bc8-9739-4499-8364-af6a8fb4af5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 1130 time: 0.1087341 Mar 10 17:32:19.174710 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (5ecf0cb1-9852-4fa9-aead-f72070e5daa0), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:19.242062 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a55e5e8a-5453-4752-8907-483a045bd36f req-ddf879df-d2be-42db-8b8b-1a0082a2b6c4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207604 Mar 10 17:32:19.244153 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:19.251916 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:19.254433 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:19.262193 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'Port': ['ID=5ecf0cb1-9852-4fa9-aead-f72070e5daa0,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:19.302438 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8e5b45e4-6697-4a58-a46e-35b3eea459ea req-4d1cee18-f0e2-4e04-948a-69e68db25ba2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239243 Mar 10 17:32:19.359130 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (569b53bb-8cba-428b-bc64-783ed34ff371), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:19.394130 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (5ecf0cb1-9852-4fa9-aead-f72070e5daa0), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:19.544799 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for port (5ecf0cb1-9852-4fa9-aead-f72070e5daa0), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:19.549021 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (5ecf0cb1-9852-4fa9-aead-f72070e5daa0), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:19.616051 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'Port': ['ID=5ecf0cb1-9852-4fa9-aead-f72070e5daa0,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:19.624371 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (569b53bb-8cba-428b-bc64-783ed34ff371), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:19.639609 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:19.640841 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e9460136-df5e-46ae-8150-059d229f8da5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9598119 Mar 10 17:32:19.834211 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-42564d2b-8036-4d1f-9812-0311f0b5ea5e tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1522757326&fields=id&tenant_id=6eb73c579cdb40bd843d4e19a535f2ae HTTP/1.1" status: 200 len: 267 time: 0.0410993 Mar 10 17:32:19.940376 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a4c0e4fe-128d-48a4-8a9e-bf4012c86df0 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:19.941743 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a4c0e4fe-128d-48a4-8a9e-bf4012c86df0 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 811 time: 0.1013322 Mar 10 17:32:19.955762 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-0658416c-3ac1-433a-852a-f9512de891c2 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/quotas/6eb73c579cdb40bd843d4e19a535f2ae HTTP/1.1" status: 200 len: 375 time: 0.0086384 Mar 10 17:32:19.976296 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:20.010420 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-9f3c3160-445a-4051-a96a-1afb60eec3f2 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497477 Mar 10 17:32:20.106442 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-8c2b9ac0-d4f4-4f3c-b5ef-91128f6d9951 service neutron] 10.222.0.16 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851092 Mar 10 17:32:20.191847 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-011480fd-e437-4106-ad43-7cf6b926ec93 service neutron] 10.222.0.16 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797510 Mar 10 17:32:20.377391 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2fb20d5d-2fc2-4e53-a642-36c7f3aaf925 req-790e136c-1bd8-4109-ae0f-0daa0003a373 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 210 time: 0.0461874 Mar 10 17:32:20.400215 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17531d84-bd3d-490b-a6bd-f420efb7c6d5 req-f6096f67-6282-4c23-8976-9a040890922b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.401710 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-17531d84-bd3d-490b-a6bd-f420efb7c6d5 req-f6096f67-6282-4c23-8976-9a040890922b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 946 time: 0.0805178 Mar 10 17:32:20.448979 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-17531d84-bd3d-490b-a6bd-f420efb7c6d5 req-16a97c38-63c2-4f86-8cc0-00e8930a2b45 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411584 Mar 10 17:32:21.389773 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:21.499906 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc993e58-b4f1-46fc-ae58-bf390d7ec8c9 req-c2f35f15-4cdd-47e3-9d5a-4ca9718d7340 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 210 time: 0.0350857 Mar 10 17:32:21.576629 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-0a483f36-a32a-469d-810b-23ef720d1771 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:21.578054 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-0a483f36-a32a-469d-810b-23ef720d1771 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 811 time: 0.1904492 Mar 10 17:32:21.605332 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0c24d-37d8-4506-abf3-66f88951f713 req-eea2e730-30ed-428c-a604-ef0958b3a4e9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:21.606768 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ecb0c24d-37d8-4506-abf3-66f88951f713 req-eea2e730-30ed-428c-a604-ef0958b3a4e9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 946 time: 0.0754852 Mar 10 17:32:21.682678 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ecb0c24d-37d8-4506-abf3-66f88951f713 req-fabf47b3-fc37-48eb-aa63-ef57506b7f7f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699098 Mar 10 17:32:21.688061 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-05776096-60db-44ec-b56d-be69cf4d91c7 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb73c579cdb40bd843d4e19a535f2ae HTTP/1.1" status: 200 len: 380 time: 0.0953033 Mar 10 17:32:21.698018 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'port': {'device_id': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'admin_state_up': True, 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'security_groups': ['e62c787f-e0c0-433f-b99b-865e07a81de3']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:21.800370 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Made reservation on behalf of 6eb73c579cdb40bd843d4e19a535f2ae for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:21.803673 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:21.928985 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Allocated IP 172.20.0.3 (32168f32-ff15-46b8-a47b-1749b3a92cce/a39ab2d5-9772-4f24-b83e-9d0ef9bb8904/11a4491e-2e43-4852-9dea-8dd1a80e3acb) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:22.059206 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.094430 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.135621 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Network 32168f32-ff15-46b8-a47b-1749b3a92cce is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:22.141141 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:22.144785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:22.151180 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event updated for resources: {'Port': ['ID=11a4491e-2e43-4852-9dea-8dd1a80e3acb,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:22.196979 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.197513 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.213618 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a1c910a2-bc78-454c-b8f5-61489dfeedc3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5197337 Mar 10 17:32:22.231491 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Request body: {'port': {'device_id': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:22.296869 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.338403 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-8eaffd7e-221c-4a3f-84ad-5e1d53bed3ba None None] Provisioning complete for port 11a4491e-2e43-4852-9dea-8dd1a80e3acb triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:22.338863 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-8eaffd7e-221c-4a3f-84ad-5e1d53bed3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.375777 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-8eaffd7e-221c-4a3f-84ad-5e1d53bed3ba None None] Port 11a4491e-2e43-4852-9dea-8dd1a80e3acb cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:32:22.553212 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a4491e-2e43-4852-9dea-8dd1a80e3acb {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:22.560719 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Publish callbacks [] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.581173 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Transition to ACTIVE for port object 11a4491e-2e43-4852-9dea-8dd1a80e3acb will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:32:22.598879 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.660664 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Pushing event updated for resources: {'Port': ['ID=11a4491e-2e43-4852-9dea-8dd1a80e3acb,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:22.676823 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af4483-bfb7-4c09-abac-1e8c1367e7f2 req-d77859eb-834c-4d1f-a198-93ef32eff6d5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.678408 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f8af4483-bfb7-4c09-abac-1e8c1367e7f2 req-d77859eb-834c-4d1f-a198-93ef32eff6d5 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 931 time: 0.1094766 Mar 10 17:32:22.772846 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f8af4483-bfb7-4c09-abac-1e8c1367e7f2 req-3185c2b2-b70e-446e-9f95-d621fafcb4c2 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795982 Mar 10 17:32:22.778091 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Attempting to bind port 11a4491e-2e43-4852-9dea-8dd1a80e3acb on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:22.778459 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Attempting to bind port 11a4491e-2e43-4852-9dea-8dd1a80e3acb by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:22.778799 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Attempting to bind port 11a4491e-2e43-4852-9dea-8dd1a80e3acb on network 32168f32-ff15-46b8-a47b-1749b3a92cce {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:22.783444 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Port 11a4491e-2e43-4852-9dea-8dd1a80e3acb on network 32168f32-ff15-46b8-a47b-1749b3a92cce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:22.783721 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Attempting to bind port 11a4491e-2e43-4852-9dea-8dd1a80e3acb on network 32168f32-ff15-46b8-a47b-1749b3a92cce {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:22.789009 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:22.789362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Checking segment: {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:22.789745 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Bound using segment: {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:22.790233 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Bound port: 11a4491e-2e43-4852-9dea-8dd1a80e3acb, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ace6c3-854b-4579-bd52-ab088ea43a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:22.790597 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.857621 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] For port 11a4491e-2e43-4852-9dea-8dd1a80e3acb, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:22.861440 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] For port 11a4491e-2e43-4852-9dea-8dd1a80e3acb, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=11a4491e-2e43-4852-9dea-8dd1a80e3acb,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:22.867632 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.875070 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.903895 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.904518 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.905886 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] 10.222.0.37 "PUT /v2.0/ports/11a4491e-2e43-4852-9dea-8dd1a80e3acb HTTP/1.1" status: 200 len: 1093 time: 0.6793480 Mar 10 17:32:22.906355 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'tag': '11a4491e-2e43-4852-9dea-8dd1a80e3acb'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:22.908572 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f154657f-f6bc-4451-b13d-e6e414c4e90b" -d '{"events": [{"name": "network-changed", "server_uuid": "b971dc74-5f49-4c1e-98a4-ae56fa296d54", "tag": "11a4491e-2e43-4852-9dea-8dd1a80e3acb"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:22.931285 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dca55e-1fb0-4d12-b1a7-4cb08af25b53 service neutron] Pushing event updated for resources: {'Port': ['ID=11a4491e-2e43-4852-9dea-8dd1a80e3acb,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:22.955473 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f777fb72-743f-42fe-a2d0-4a7b4e5d98c4 x-openstack-request-id: req-f777fb72-743f-42fe-a2d0-4a7b4e5d98c4 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:22.955770 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b971dc74-5f49-4c1e-98a4-ae56fa296d54", "tag": "11a4491e-2e43-4852-9dea-8dd1a80e3acb", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:22.956166 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f777fb72-743f-42fe-a2d0-4a7b4e5d98c4 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:22.957150 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'tag': '11a4491e-2e43-4852-9dea-8dd1a80e3acb', 'status': 'completed', 'code': 200} Mar 10 17:32:23.017993 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a41e5472-8a89-4cb6-95e9-019578e89d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.019555 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-a41e5472-8a89-4cb6-95e9-019578e89d60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 1127 time: 0.0470312 Mar 10 17:32:23.066837 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-beb87301-3fbe-45a4-91b3-356a184ace03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11a4491e-2e43-4852-9dea-8dd1a80e3acb HTTP/1.1" status: 200 len: 217 time: 0.0349050 Mar 10 17:32:23.122723 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-de92631f-b5f3-40d2-9dd4-c934e1d6746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.124196 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-de92631f-b5f3-40d2-9dd4-c934e1d6746a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.0502152 Mar 10 17:32:23.171302 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-64642608-c68f-4da2-99fe-7a22de097397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.172760 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-64642608-c68f-4da2-99fe-7a22de097397 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431793 Mar 10 17:32:23.261750 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-3d7bdda6-6e51-4220-b3c3-56b8077b4073 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823164 Mar 10 17:32:23.347102 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1478736e-46a4-4fd8-8b3f-097b00470a56 req-78d7c4c8-e249-4100-b165-3d7f21fd77f8 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801969 Mar 10 17:32:23.478223 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-08568636-3074-4f0f-a449-f318a312755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.479679 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-08568636-3074-4f0f-a449-f318a312755a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 1127 time: 0.0436823 Mar 10 17:32:23.571131 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-0b751738-50d5-4646-a3b1-fc922b520291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.572497 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-0b751738-50d5-4646-a3b1-fc922b520291 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 912 time: 0.0844653 Mar 10 17:32:23.611589 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-fe917909-ce7c-4f17-af93-f555c2178fd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11a4491e-2e43-4852-9dea-8dd1a80e3acb HTTP/1.1" status: 200 len: 217 time: 0.0327158 Mar 10 17:32:23.659684 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-0c64e40d-3692-4e3b-8443-78612941b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.661042 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-0c64e40d-3692-4e3b-8443-78612941b178 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.0443807 Mar 10 17:32:23.708255 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-3c056659-d7df-4685-8da5-2fcde5b05e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.709669 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-3c056659-d7df-4685-8da5-2fcde5b05e9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416255 Mar 10 17:32:23.804440 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-76fe3f64-8461-4a30-a3b2-c675ab43072e service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883234 Mar 10 17:32:23.927069 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f154657f-f6bc-4451-b13d-e6e414c4e90b req-86b3d81f-8a4b-47c6-850e-eb312f6f1c2f service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167526 Mar 10 17:32:23.934594 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d8c1a-e2e5-4605-8d95-747ecc04e77e req-1e283631-b787-483c-aa4e-2e357c203db3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.936966 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-934d8c1a-e2e5-4605-8d95-747ecc04e77e req-1e283631-b787-483c-aa4e-2e357c203db3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 943 time: 0.0951352 Mar 10 17:32:23.986257 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-934d8c1a-e2e5-4605-8d95-747ecc04e77e req-d227c352-2cc7-4ce5-8ab4-74f62aef43ac tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437055 Mar 10 17:32:25.107219 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef5168-ad67-4f28-8402-5511094e0ed4 req-6a68e324-adc6-4fac-a060-862baa07025f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.108701 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b2ef5168-ad67-4f28-8402-5511094e0ed4 req-6a68e324-adc6-4fac-a060-862baa07025f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 943 time: 0.0562809 Mar 10 17:32:25.154434 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b2ef5168-ad67-4f28-8402-5511094e0ed4 req-f17e74aa-c15c-408e-9b73-07d3fec33043 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Mar 10 17:32:26.267140 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f40c6-02e3-417a-b754-a791d7c33cfc req-ea3176a6-3611-4298-8be3-ed96a0ffcc2a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.268583 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2c3f40c6-02e3-417a-b754-a791d7c33cfc req-ea3176a6-3611-4298-8be3-ed96a0ffcc2a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 943 time: 0.0505445 Mar 10 17:32:26.314449 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2c3f40c6-02e3-417a-b754-a791d7c33cfc req-385c2460-4aa1-4ea9-858a-102ced8cec05 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397985 Mar 10 17:32:26.394057 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 11a4491e-2e43-4852-9dea-8dd1a80e3acb details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:26.490828 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 11a4491e-2e43-4852-9dea-8dd1a80e3acb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=11a4491e-2e43-4852-9dea-8dd1a80e3acb,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:26.501473 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '11a4491e-2e43-4852-9dea-8dd1a80e3acb', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'port_id': '11a4491e-2e43-4852-9dea-8dd1a80e3acb', 'mac_address': 'fa:16:3e:43:84:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:26.538297 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 11a4491e-2e43-4852-9dea-8dd1a80e3acb is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:26.538755 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:26.551373 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a4491e-2e43-4852-9dea-8dd1a80e3acb {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:26.569667 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 11a4491e-2e43-4852-9dea-8dd1a80e3acb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=11a4491e-2e43-4852-9dea-8dd1a80e3acb,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:26.574980 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:26.619342 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=11a4491e-2e43-4852-9dea-8dd1a80e3acb,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:27.028698 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['11a4491e-2e43-4852-9dea-8dd1a80e3acb'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:27.432654 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca38d82-3cbe-4d82-8da9-49519ad30100 req-fd42e5fe-4a03-4539-bc08-2518599cecf3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.434097 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ca38d82-3cbe-4d82-8da9-49519ad30100 req-fd42e5fe-4a03-4539-bc08-2518599cecf3 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 944 time: 0.0544953 Mar 10 17:32:27.479336 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ca38d82-3cbe-4d82-8da9-49519ad30100 req-42594114-0e14-47d4-b501-a36b9dcded47 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396638 Mar 10 17:32:28.408394 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 11a4491e-2e43-4852-9dea-8dd1a80e3acb up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:28.455204 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port 11a4491e-2e43-4852-9dea-8dd1a80e3acb completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:28.459166 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 11a4491e-2e43-4852-9dea-8dd1a80e3acb triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:28.459570 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.537104 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 11a4491e-2e43-4852-9dea-8dd1a80e3acb is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:28.537491 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.560889 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4491e-2e43-4852-9dea-8dd1a80e3acb'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:28.563030 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edb19c2-bb6c-47b4-9ecc-51df3d02b417" -d '{"events": [{"server_uuid": "b971dc74-5f49-4c1e-98a4-ae56fa296d54", "name": "network-vif-plugged", "status": "completed", "tag": "11a4491e-2e43-4852-9dea-8dd1a80e3acb"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:28.575944 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 11a4491e-2e43-4852-9dea-8dd1a80e3acb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=11a4491e-2e43-4852-9dea-8dd1a80e3acb,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:28.582987 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.598344 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1267f79-14a2-4f9d-8e51-0e9d86198308 req-4b9121c2-e335-48ad-af5b-58521565ea1d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:28.602941 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e1267f79-14a2-4f9d-8e51-0e9d86198308 req-4b9121c2-e335-48ad-af5b-58521565ea1d tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 944 time: 0.0600500 Mar 10 17:32:28.612792 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bb4e59-e27b-4e96-9f27-a73a262671c8 x-openstack-request-id: req-e4bb4e59-e27b-4e96-9f27-a73a262671c8 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:28.613089 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b971dc74-5f49-4c1e-98a4-ae56fa296d54", "name": "network-vif-plugged", "status": "completed", "tag": "11a4491e-2e43-4852-9dea-8dd1a80e3acb", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:28.613320 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4bb4e59-e27b-4e96-9f27-a73a262671c8 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:28.613697 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4491e-2e43-4852-9dea-8dd1a80e3acb', 'code': 200} Mar 10 17:32:28.638902 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=11a4491e-2e43-4852-9dea-8dd1a80e3acb,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:28.646662 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.647132 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.647551 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.647890 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.648731 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.649153 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.649981 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.650339 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.650669 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.650997 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.651354 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.651655 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.652050 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:28.654635 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e1267f79-14a2-4f9d-8e51-0e9d86198308 req-3235721d-74c1-4b07-a095-2289709c82eb tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462430 Mar 10 17:32:28.822832 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883aeca-e233-4592-a0bc-10433fb9e663 req-d6308c74-a1d3-47fc-9175-4c2908c09d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:28.824190 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d883aeca-e233-4592-a0bc-10433fb9e663 req-d6308c74-a1d3-47fc-9175-4c2908c09d62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 1129 time: 0.0417981 Mar 10 17:32:28.869526 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d883aeca-e233-4592-a0bc-10433fb9e663 req-10e4c473-b9ca-4211-b414-7c9ee6974cf5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394232 Mar 10 17:32:28.941340 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.771380 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5529-ab74-4e75-8bca-2f8249b67397 req-9c9cdc04-fc1d-49d2-9265-d1ff669a79d9 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.772848 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3a6c5529-ab74-4e75-8bca-2f8249b67397 req-9c9cdc04-fc1d-49d2-9265-d1ff669a79d9 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 945 time: 0.0517015 Mar 10 17:32:29.818592 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3a6c5529-ab74-4e75-8bca-2f8249b67397 req-2f327e82-98e1-4c04-acdd-2e87ca0fba83 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394747 Mar 10 17:32:30.361945 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-611200c3-9124-4029-a9a9-9a317d5bd55a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428174 Mar 10 17:32:30.464631 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-cbbcbc29-d58a-4808-b794-79c9e0eba160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:30.466119 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-cbbcbc29-d58a-4808-b794-79c9e0eba160 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 1130 time: 0.0470130 Mar 10 17:32:30.568756 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-735e4b85-657f-4a23-a557-a451a29ee64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:30.570141 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-735e4b85-657f-4a23-a557-a451a29ee64f service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.0838938 Mar 10 17:32:30.636802 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-53cdeda9-8c69-416c-83e7-f5aa73f3d293 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372 HTTP/1.1" status: 200 len: 1001 time: 0.0600550 Mar 10 17:32:30.690414 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-c7e0d437-1429-47f9-b5ee-57afd1137a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:30.691854 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-c7e0d437-1429-47f9-b5ee-57afd1137a68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0413334 Mar 10 17:32:30.741582 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-f847c308-65a9-46da-ba17-4bafb0e3643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:30.743121 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-f847c308-65a9-46da-ba17-4bafb0e3643d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424750 Mar 10 17:32:30.834422 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-92dd4fe0-68bc-4476-8a88-181cdecd6a48 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822070 Mar 10 17:32:30.953263 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2547c44-3572-4f7b-8b84-3e88f3cf62d1 req-ab276aa4-c756-4949-947a-43a2bad1348c service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119528 Mar 10 17:32:30.968533 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156884-a2de-4064-a636-c94c42e99a1c req-55fc0e79-2d75-4dc6-b569-e5a99c814362 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:30.969953 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11156884-a2de-4064-a636-c94c42e99a1c req-55fc0e79-2d75-4dc6-b569-e5a99c814362 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 945 time: 0.0741744 Mar 10 17:32:31.016391 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11156884-a2de-4064-a636-c94c42e99a1c req-c4cdd6d8-75e3-41ba-8151-bc5442d917f1 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Mar 10 17:32:31.129166 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfde0d-48aa-4543-83f7-446108b573f5 req-02f35386-250c-4d83-8f17-5a018735c5e8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:31.130637 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-74dfde0d-48aa-4543-83f7-446108b573f5 req-02f35386-250c-4d83-8f17-5a018735c5e8 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 945 time: 0.0520077 Mar 10 17:32:31.140253 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39566) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:31.144692 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-99e13e56-3fa7-441e-806b-95161822c618 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Request body: {'floatingip': {'port_id': '11a4491e-2e43-4852-9dea-8dd1a80e3acb'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:31.183260 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-99e13e56-3fa7-441e-806b-95161822c618 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (569b53bb-8cba-428b-bc64-783ed34ff371), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:31.888756 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-99e13e56-3fa7-441e-806b-95161822c618 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:31.892411 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-99e13e56-3fa7-441e-806b-95161822c618 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (569b53bb-8cba-428b-bc64-783ed34ff371), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:31.992856 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-99e13e56-3fa7-441e-806b-95161822c618 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Floating IP 569b53bb-8cba-428b-bc64-783ed34ff371 associated. External IP: 172.27.3.181, port: 11a4491e-2e43-4852-9dea-8dd1a80e3acb. Mar 10 17:32:32.198371 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e13e56-3fa7-441e-806b-95161822c618 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:32:32.305305 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e13e56-3fa7-441e-806b-95161822c618 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:32:32.310348 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-99e13e56-3fa7-441e-806b-95161822c618 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:32.314905 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] Sync routers for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:32:32.325092 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:32.325712 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:32:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:32.339628 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-99e13e56-3fa7-441e-806b-95161822c618 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "PUT /v2.0/floatingips/569b53bb-8cba-428b-bc64-783ed34ff371 HTTP/1.1" status: 200 len: 991 time: 1.1982672 Mar 10 17:32:32.340205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'tag': '11a4491e-2e43-4852-9dea-8dd1a80e3acb'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:32.343549 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a539009c-7534-4dc1-a0e6-c9c4e185b281" -d '{"events": [{"name": "network-changed", "server_uuid": "b971dc74-5f49-4c1e-98a4-ae56fa296d54", "tag": "11a4491e-2e43-4852-9dea-8dd1a80e3acb"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:32.377506 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a1ae07-cfab-41b1-b481-3041e7db8338 x-openstack-request-id: req-a8a1ae07-cfab-41b1-b481-3041e7db8338 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:32.377799 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b971dc74-5f49-4c1e-98a4-ae56fa296d54", "tag": "11a4491e-2e43-4852-9dea-8dd1a80e3acb", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:32.378056 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8a1ae07-cfab-41b1-b481-3041e7db8338 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:32.378496 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'tag': '11a4491e-2e43-4852-9dea-8dd1a80e3acb', 'status': 'completed', 'code': 200} Mar 10 17:32:32.433073 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:32.471521 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-1740897f-9b31-4893-bcc2-f210b7b186e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:32.473011 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-1740897f-9b31-4893-bcc2-f210b7b186e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 1129 time: 0.0440297 Mar 10 17:32:32.563880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-e21fc6d7-d30f-435f-9d25-3cfa0737ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:32.565343 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-e21fc6d7-d30f-435f-9d25-3cfa0737ce87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 200 len: 912 time: 0.0863740 Mar 10 17:32:32.638152 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-d7511607-b974-4aa8-853a-8dec7807b93e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11a4491e-2e43-4852-9dea-8dd1a80e3acb HTTP/1.1" status: 200 len: 999 time: 0.0612917 Mar 10 17:32:32.652865 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '569b53bb-8cba-428b-bc64-783ed34ff371', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'port_id': '11a4491e-2e43-4852-9dea-8dd1a80e3acb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'mac_address': 'fa:16:3e:43:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:32:19Z', 'updated_at': '2022-03-10T17:32:31Z', 'revision_number': 1, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:32.678154 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] Checking router: 4748d658-0e4a-439c-9e3c-b9f181be3cb5 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:32:32.684649 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-b0aecd09-3557-4c1f-8c7d-d1a174850f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:32.686067 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-b0aecd09-3557-4c1f-8c7d-d1a174850f2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 200 len: 850 time: 0.0423319 Mar 10 17:32:32.686908 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:32.687490 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:32:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:32.740330 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-585dd554-da9e-40a9-9672-62e733b6f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:32.743128 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-585dd554-da9e-40a9-9672-62e733b6f6dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32168f32-ff15-46b8-a47b-1749b3a92cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455697 Mar 10 17:32:32.804691 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:32.833670 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-3045c0ef-6706-43e7-992a-f23f9fc9ab29 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842848 Mar 10 17:32:32.922325 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a539009c-7534-4dc1-a0e6-c9c4e185b281 req-6e3393c6-a990-4786-bfd8-77feeccca218 service neutron] 10.222.0.37 "GET /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818512 Mar 10 17:32:33.026855 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '569b53bb-8cba-428b-bc64-783ed34ff371', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'port_id': '11a4491e-2e43-4852-9dea-8dd1a80e3acb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'mac_address': 'fa:16:3e:43:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:32:19Z', 'updated_at': '2022-03-10T17:32:31Z', 'revision_number': 1, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:33.052661 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20aad8d-a045-4e51-aa57-e4a06e913ede None None] The sync data for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi is: [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '569b53bb-8cba-428b-bc64-783ed34ff371', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'port_id': '11a4491e-2e43-4852-9dea-8dd1a80e3acb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'mac_address': 'fa:16:3e:43:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:32:19Z', 'updated_at': '2022-03-10T17:32:31Z', 'revision_number': 1, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:32:33.247746 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c423bc4-4dc3-4f9b-a680-d345390f9448 None None] New status for floating IP 569b53bb-8cba-428b-bc64-783ed34ff371: ACTIVE {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:32:46.540574 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-cb84f649-048a-43ea-b6a1-00c8d498870f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:47.544081 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c031e-d943-4e1e-bbb7-bc4db1924218 req-00649d34-198f-472f-bb5e-df4921096f1c tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.545639 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-998c031e-d943-4e1e-bbb7-bc4db1924218 req-00649d34-198f-472f-bb5e-df4921096f1c tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 946 time: 0.0521579 Mar 10 17:32:47.597942 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-998c031e-d943-4e1e-bbb7-bc4db1924218 req-f4d67ad7-217c-4e26-afe6-c29d1c432751 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466304 Mar 10 17:32:48.716355 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7677bc-052f-450f-8779-f33f06b9321c req-9715d6a8-fa43-489e-9b85-c45782aeacdf tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:48.717823 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fe7677bc-052f-450f-8779-f33f06b9321c req-9715d6a8-fa43-489e-9b85-c45782aeacdf tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Mar 10 17:32:48.764432 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fe7677bc-052f-450f-8779-f33f06b9321c req-891871da-bc51-4daa-8b1f-679b90b7cee7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410855 Mar 10 17:32:48.834862 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-147f209c-6aec-4cf4-b46e-740f4603c45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.545508 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-f5dec04b-1db3-4be6-8241-8aa6d328ae62 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:49.546950 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-f5dec04b-1db3-4be6-8241-8aa6d328ae62 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 946 time: 0.0503099 Mar 10 17:32:49.640133 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Deleting port 9c2f4858-efe0-4795-88d8-6a2158f69d5f {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:49.640388 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.725006 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] For port 9c2f4858-efe0-4795-88d8-6a2158f69d5f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=9c2f4858-efe0-4795-88d8-6a2158f69d5f,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:49.725720 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.931046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.931322 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (cd39808c-b1f9-4924-b52f-1e546546c575), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.931630 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Floating IP cd39808c-b1f9-4924-b52f-1e546546c575 disassociated. External IP: 172.27.3.169, port: 9c2f4858-efe0-4795-88d8-6a2158f69d5f. Mar 10 17:32:49.931987 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Calling delete_port for 9c2f4858-efe0-4795-88d8-6a2158f69d5f owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:49.939847 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea30eb-e947-473c-8c3a-42731a85c696 req-ca54f07b-04e1-4908-98e6-9b2f70bc2a4f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:49.941295 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29ea30eb-e947-473c-8c3a-42731a85c696 req-ca54f07b-04e1-4908-98e6-9b2f70bc2a4f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 946 time: 0.1120749 Mar 10 17:32:49.980655 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:50.033813 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29ea30eb-e947-473c-8c3a-42731a85c696 req-34d3ad54-25fd-44f1-a29b-fbd3146ace71 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855036 Mar 10 17:32:50.106541 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (9c2f4858-efe0-4795-88d8-6a2158f69d5f), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:50.133787 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event deleted for resources: {'Port': ['ID=9c2f4858-efe0-4795-88d8-6a2158f69d5f,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:50.247253 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Router 4754b2da-9602-4415-a599-d696fe21c5f2 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:32:50.354090 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:32:50.364152 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] Sync routers for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:32:50.374061 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:50.374708 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:32:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:50.401608 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] No DVR routers for this DVR port 9c2f4858-efe0-4795-88d8-6a2158f69d5f on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:50.404125 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:50.407461 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ff6d3798-e5a6-4f5d-ad79-f32b43467165 req-9404d578-8fda-451b-8395-8320e27ea186 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "DELETE /v2.0/ports/9c2f4858-efe0-4795-88d8-6a2158f69d5f HTTP/1.1" status: 204 len: 173 time: 0.8553863 Mar 10 17:32:50.407838 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60d99d8-89dd-4015-8be5-a706958be965', 'name': 'network-vif-deleted', 'tag': '9c2f4858-efe0-4795-88d8-6a2158f69d5f'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:50.410055 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ffaefd-b17d-4aa4-8513-efd31d60ba9a" -d '{"events": [{"server_uuid": "f60d99d8-89dd-4015-8be5-a706958be965", "name": "network-vif-deleted", "tag": "9c2f4858-efe0-4795-88d8-6a2158f69d5f"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:50.454142 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c76049-1c68-44af-b363-900419aaffd9 x-openstack-request-id: req-f0c76049-1c68-44af-b363-900419aaffd9 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:50.454482 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60d99d8-89dd-4015-8be5-a706958be965", "name": "network-vif-deleted", "tag": "9c2f4858-efe0-4795-88d8-6a2158f69d5f", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:50.454741 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0c76049-1c68-44af-b363-900419aaffd9 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:50.455199 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60d99d8-89dd-4015-8be5-a706958be965', 'name': 'network-vif-deleted', 'tag': '9c2f4858-efe0-4795-88d8-6a2158f69d5f', 'status': 'completed', 'code': 200} Mar 10 17:32:50.625055 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:50.821807 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:50.847537 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] Checking router: 4754b2da-9602-4415-a599-d696fe21c5f2 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:32:50.856170 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:50.856787 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:32:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:50.967595 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:51.138171 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-63c2684e-21d8-43f2-a418-444b20d033de req-2169a163-2eca-4772-b132-b55f9b06538e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60d99d8-89dd-4015-8be5-a706958be965 HTTP/1.1" status: 200 len: 210 time: 0.0294063 Mar 10 17:32:51.162031 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:51.192335 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945515e8-1f9b-416e-83bb-9ff808605073 None None] The sync data for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi is: [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:32:51.388906 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.415882 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c795ee0-a94f-4fe3-8049-37e0f28077d1 None None] New status for floating IP cd39808c-b1f9-4924-b52f-1e546546c575: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:32:52.384628 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-33d2359a-1ee7-4bfb-a481-c0eef9d24dc4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866382318&fields=id&tenant_id=f4dba5966a74456cb57fc9ad46e00bfe HTTP/1.1" status: 200 len: 267 time: 0.0430841 Mar 10 17:32:52.484700 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-aa4a5e7d-c4cb-4f11-bd96-f4964d99599c tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:52.486270 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-aa4a5e7d-c4cb-4f11-bd96-f4964d99599c tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 810 time: 0.0953646 Mar 10 17:32:52.500369 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-1c251b5a-524c-4f67-8eda-5645e4dc3700 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/quotas/f4dba5966a74456cb57fc9ad46e00bfe HTTP/1.1" status: 200 len: 375 time: 0.0091271 Mar 10 17:32:52.509184 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 9c2f4858-efe0-4795-88d8-6a2158f69d5f no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:52.529766 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 9c2f4858-efe0-4795-88d8-6a2158f69d5f {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:52.530132 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 9c2f4858-efe0-4795-88d8-6a2158f69d5f not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:52.559223 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-5b4cc050-627b-4602-80f1-aa85b2f6edb5 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543141 Mar 10 17:32:52.650361 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-cbd0a74e-2fcf-4bef-bde5-40d8db3fdd25 service neutron] 10.222.0.16 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798149 Mar 10 17:32:52.739210 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-21a029f0-7dd3-4b61-929e-b4ddb039338e service neutron] 10.222.0.16 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828142 Mar 10 17:32:52.878007 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:53.013087 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cdaae52a-ebb3-412a-a23f-db676ab6afc2 req-d57fb4aa-5934-4c2d-8fc1-758240607c8a tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 210 time: 0.0280621 Mar 10 17:32:54.024679 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:32:54.040674 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-d2486b7e-6713-4c02-9feb-f4c0d389a9b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:54.042897 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-d2486b7e-6713-4c02-9feb-f4c0d389a9b7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 810 time: 0.1055539 Mar 10 17:32:54.118171 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-62402006-7248-4687-ab95-adf280fb2ef5 req-3d92f234-f6bf-4400-9d73-a357fb13c9dd tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 210 time: 0.0404580 Mar 10 17:32:54.156996 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-5155dc8a-de1a-4069-9f70-8dfcd4bd948a tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4dba5966a74456cb57fc9ad46e00bfe HTTP/1.1" status: 200 len: 379 time: 0.0983946 Mar 10 17:32:54.165354 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'port': {'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'admin_state_up': True, 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'security_groups': ['c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:54.272372 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Made reservation on behalf of f4dba5966a74456cb57fc9ad46e00bfe for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:54.275972 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.394478 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Allocated IP 172.20.0.3 (3c42361f-a368-4a74-bf02-1cde1ded73b6/9d87701c-9e0f-4990-b005-86ffb0a61090/d123438d-f989-420d-899e-60c198ea56d9) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:54.539804 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for port (d123438d-f989-420d-899e-60c198ea56d9), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.572706 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (d123438d-f989-420d-899e-60c198ea56d9), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.618119 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:54.624394 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:54.628264 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:54.655247 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'Port': ['ID=d123438d-f989-420d-899e-60c198ea56d9,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:54.688278 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:54.688278 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.705993 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a68fbd6a-a287-4d5e-b631-c4664b2c5f49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5442138 Mar 10 17:32:54.724720 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Request body: {'port': {'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:54.794335 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d123438d-f989-420d-899e-60c198ea56d9), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.836384 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-2a27fda8-73e3-4d9b-aaa7-5aa697e6c0bf None None] Provisioning complete for port d123438d-f989-420d-899e-60c198ea56d9 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:54.836931 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2a27fda8-73e3-4d9b-aaa7-5aa697e6c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d123438d-f989-420d-899e-60c198ea56d9), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.873993 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-2a27fda8-73e3-4d9b-aaa7-5aa697e6c0bf None None] Port d123438d-f989-420d-899e-60c198ea56d9 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:32:55.049906 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d123438d-f989-420d-899e-60c198ea56d9 {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:55.057659 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Publish callbacks [] for port (d123438d-f989-420d-899e-60c198ea56d9), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.070068 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Transition to ACTIVE for port object d123438d-f989-420d-899e-60c198ea56d9 will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:32:55.074395 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (d123438d-f989-420d-899e-60c198ea56d9), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.128624 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d123438d-f989-420d-899e-60c198ea56d9,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:55.220362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Attempting to bind port d123438d-f989-420d-899e-60c198ea56d9 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:55.220694 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Attempting to bind port d123438d-f989-420d-899e-60c198ea56d9 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:55.221024 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Attempting to bind port d123438d-f989-420d-899e-60c198ea56d9 on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:55.226844 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Port d123438d-f989-420d-899e-60c198ea56d9 on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:55.227162 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Attempting to bind port d123438d-f989-420d-899e-60c198ea56d9 on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:55.236243 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:55.236583 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Checking segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:55.236963 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Bound using segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:55.237400 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Bound port: d123438d-f989-420d-899e-60c198ea56d9, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:55.237754 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d123438d-f989-420d-899e-60c198ea56d9), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.268410 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866ffe5-6368-44d4-b91c-23f6d72afebe req-bb8e92e8-6851-42b2-b718-6a58688199f5 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.269928 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4866ffe5-6368-44d4-b91c-23f6d72afebe req-bb8e92e8-6851-42b2-b718-6a58688199f5 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 943 time: 0.0835693 Mar 10 17:32:55.348441 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] For port d123438d-f989-420d-899e-60c198ea56d9, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:55.352122 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] For port d123438d-f989-420d-899e-60c198ea56d9, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d123438d-f989-420d-899e-60c198ea56d9,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:55.356621 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4866ffe5-6368-44d4-b91c-23f6d72afebe req-feb4b410-40bc-4984-b370-18dbb5c858fa tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678523 Mar 10 17:32:55.362483 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (d123438d-f989-420d-899e-60c198ea56d9), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.401902 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.402548 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.403929 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/d123438d-f989-420d-899e-60c198ea56d9 HTTP/1.1" status: 200 len: 1093 time: 0.6838698 Mar 10 17:32:55.404374 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:55.406753 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660a4238-da40-4755-8d61-d3560bcc3857" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "tag": "d123438d-f989-420d-899e-60c198ea56d9"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:55.436287 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443a1e9-28d9-4262-9716-187f9ba029e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d123438d-f989-420d-899e-60c198ea56d9,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:55.449171 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8c5d1b-fa7a-475e-9085-f73381297bc7 x-openstack-request-id: req-9d8c5d1b-fa7a-475e-9085-f73381297bc7 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:55.449466 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "tag": "d123438d-f989-420d-899e-60c198ea56d9", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:55.449722 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d8c5d1b-fa7a-475e-9085-f73381297bc7 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:55.450160 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9', 'status': 'completed', 'code': 200} Mar 10 17:32:55.518324 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-9f753b1a-beed-4817-8c09-ca6f5bf5ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.519947 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-9f753b1a-beed-4817-8c09-ca6f5bf5ba14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 1127 time: 0.0488422 Mar 10 17:32:55.573276 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-c6de61f9-fbe1-441e-b811-65ea9930a8a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d123438d-f989-420d-899e-60c198ea56d9 HTTP/1.1" status: 200 len: 217 time: 0.0369415 Mar 10 17:32:55.619811 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3c49e9b2-d697-4167-8103-34c41cabf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.621735 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-3c49e9b2-d697-4167-8103-34c41cabf54f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0422149 Mar 10 17:32:55.669642 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-5fa29944-b2e3-4d61-8a2c-126f1a7f8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.671407 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-5fa29944-b2e3-4d61-8a2c-126f1a7f8b54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426166 Mar 10 17:32:55.763594 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-a99d774b-841d-4b65-980b-65345b34df12 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842099 Mar 10 17:32:55.858952 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3cd59b7-f1c4-4f2a-aaca-1cb97d66d0a0 req-60bdb436-d829-474d-9b98-520f4ea22f35 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878274 Mar 10 17:32:56.280621 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4238-da40-4755-8d61-d3560bcc3857 req-24e60a04-5e51-477a-8f95-d4a1e6bb100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.282139 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-660a4238-da40-4755-8d61-d3560bcc3857 req-24e60a04-5e51-477a-8f95-d4a1e6bb100c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 1127 time: 0.3176501 Mar 10 17:32:56.367716 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4238-da40-4755-8d61-d3560bcc3857 req-e047711b-fc1e-460e-ab92-9d23dd0b73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.369165 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-660a4238-da40-4755-8d61-d3560bcc3857 req-e047711b-fc1e-460e-ab92-9d23dd0b73b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 911 time: 0.0809433 Mar 10 17:32:56.413101 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-660a4238-da40-4755-8d61-d3560bcc3857 req-8c20209a-5be5-4756-b93d-ed7f1d3a03e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d123438d-f989-420d-899e-60c198ea56d9 HTTP/1.1" status: 200 len: 217 time: 0.0372906 Mar 10 17:32:56.496854 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4238-da40-4755-8d61-d3560bcc3857 req-0b4747c4-8a5a-4351-995f-de8cdb627e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.498335 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-660a4238-da40-4755-8d61-d3560bcc3857 req-0b4747c4-8a5a-4351-995f-de8cdb627e7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0792506 Mar 10 17:32:56.521894 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacc88f-7490-40b2-8103-35e04ad1ee2d req-6dcd1ffb-8718-4c3c-9524-b50b06e7f08d tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.523353 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-edacc88f-7490-40b2-8103-35e04ad1ee2d req-6dcd1ffb-8718-4c3c-9524-b50b06e7f08d tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 943 time: 0.0972419 Mar 10 17:32:56.591954 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-edacc88f-7490-40b2-8103-35e04ad1ee2d req-65eb2d7d-5ce6-4196-84c9-a7e1d4783380 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511162 Mar 10 17:32:56.594381 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4238-da40-4755-8d61-d3560bcc3857 req-5826fc3c-6359-4d53-8420-a582394cf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.595761 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-660a4238-da40-4755-8d61-d3560bcc3857 req-5826fc3c-6359-4d53-8420-a582394cf06e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919948 Mar 10 17:32:56.684311 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-660a4238-da40-4755-8d61-d3560bcc3857 req-758d2baa-3a1f-45fe-b42c-4ee0a2ced80a service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805550 Mar 10 17:32:56.772009 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-660a4238-da40-4755-8d61-d3560bcc3857 req-2a2ea472-f242-41bd-a7cf-a05d71102ce4 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817780 Mar 10 17:32:57.861435 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f83ea9-58b4-40cb-b87f-c8d9011dbf76 req-53581021-3e1b-4751-9939-a7ee9c690238 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:57.862900 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68f83ea9-58b4-40cb-b87f-c8d9011dbf76 req-53581021-3e1b-4751-9939-a7ee9c690238 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 943 time: 0.0515411 Mar 10 17:32:57.909824 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-68f83ea9-58b4-40cb-b87f-c8d9011dbf76 req-ee1509eb-dad8-4f1a-b9c6-7bebfcfe1b49 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413918 Mar 10 17:32:58.932691 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:59.031540 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541b9ea-f498-488a-a51b-ea009d7fbddc req-299e1d56-3089-4e33-8d64-d7d1b0ee8c80 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:59.032996 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3541b9ea-f498-488a-a51b-ea009d7fbddc req-299e1d56-3089-4e33-8d64-d7d1b0ee8c80 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 943 time: 0.0565317 Mar 10 17:32:59.080141 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3541b9ea-f498-488a-a51b-ea009d7fbddc req-8baaf6ef-6ec7-4407-b4ae-88335a39c48c tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Mar 10 17:33:00.193292 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eed70a-5e18-492f-9307-b97de99ec9fe req-812ba4f8-17dc-477d-abba-d3dddab57076 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:00.194779 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-26eed70a-5e18-492f-9307-b97de99ec9fe req-812ba4f8-17dc-477d-abba-d3dddab57076 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 943 time: 0.0518665 Mar 10 17:33:00.242183 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-26eed70a-5e18-492f-9307-b97de99ec9fe req-4e78a0ea-47ee-4547-a88e-313afbdedc61 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 Mar 10 17:33:01.357865 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fccd8-add2-46b7-b968-20cb55a9a1f2 req-cc6b7c8c-2fe1-4faa-9ebc-0468e79ac3ab tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:01.359478 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-362fccd8-add2-46b7-b968-20cb55a9a1f2 req-cc6b7c8c-2fe1-4faa-9ebc-0468e79ac3ab tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 943 time: 0.0512314 Mar 10 17:33:01.409854 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-362fccd8-add2-46b7-b968-20cb55a9a1f2 req-cefa7267-9cea-4eb3-a4ad-153ef385e1de tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447869 Mar 10 17:33:02.530374 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927c45b-accc-4527-9b24-931f67c8367f req-00bd9384-bc2d-457e-9376-53dd0aa17f33 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:02.531828 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6927c45b-accc-4527-9b24-931f67c8367f req-00bd9384-bc2d-457e-9376-53dd0aa17f33 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 943 time: 0.0581498 Mar 10 17:33:02.578288 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6927c45b-accc-4527-9b24-931f67c8367f req-a5aefdce-8a50-4530-9360-a383d453eb71 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 Mar 10 17:33:03.693651 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1379c-795c-469f-8418-f9ac94d1a008 req-661e046a-0d6e-4003-a18c-e08b85f6f7c8 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:03.695139 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1ad1379c-795c-469f-8418-f9ac94d1a008 req-661e046a-0d6e-4003-a18c-e08b85f6f7c8 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 943 time: 0.0524147 Mar 10 17:33:03.742389 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1ad1379c-795c-469f-8418-f9ac94d1a008 req-a90c5641-786f-4d95-90be-5e90d9d61163 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 Mar 10 17:33:04.572985 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d123438d-f989-420d-899e-60c198ea56d9 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:33:04.668874 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port d123438d-f989-420d-899e-60c198ea56d9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d123438d-f989-420d-899e-60c198ea56d9,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:04.679599 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'd123438d-f989-420d-899e-60c198ea56d9', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:33:04.715035 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port d123438d-f989-420d-899e-60c198ea56d9 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:04.715426 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d123438d-f989-420d-899e-60c198ea56d9), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:04.727495 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d123438d-f989-420d-899e-60c198ea56d9 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:04.746770 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port d123438d-f989-420d-899e-60c198ea56d9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d123438d-f989-420d-899e-60c198ea56d9,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:04.750491 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d123438d-f989-420d-899e-60c198ea56d9), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:04.800068 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=d123438d-f989-420d-899e-60c198ea56d9,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:04.866746 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a670d-ef62-42c0-97d4-d2b95e3da41b req-d84f32a6-332c-410d-91ae-4ed314eecd0b tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:04.868125 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-705a670d-ef62-42c0-97d4-d2b95e3da41b req-d84f32a6-332c-410d-91ae-4ed314eecd0b tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 944 time: 0.0606773 Mar 10 17:33:04.915423 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-705a670d-ef62-42c0-97d4-d2b95e3da41b req-db98ade3-b82a-4bd2-ad32-5f5d8384aaf5 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411322 Mar 10 17:33:05.261939 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['d123438d-f989-420d-899e-60c198ea56d9'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:06.032504 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c81cd1-b0f0-4d1c-b376-0222fef43486 req-8608daa0-062b-40e0-b7b7-e60b94b57b0e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:06.033969 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f3c81cd1-b0f0-4d1c-b376-0222fef43486 req-8608daa0-062b-40e0-b7b7-e60b94b57b0e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 944 time: 0.0524383 Mar 10 17:33:06.082590 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f3c81cd1-b0f0-4d1c-b376-0222fef43486 req-9a65d0ed-c3d9-4275-81c7-05c753af83c5 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 Mar 10 17:33:06.586988 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d123438d-f989-420d-899e-60c198ea56d9 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:06.634079 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port d123438d-f989-420d-899e-60c198ea56d9 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:33:06.637924 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port d123438d-f989-420d-899e-60c198ea56d9 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:06.638329 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (d123438d-f989-420d-899e-60c198ea56d9), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:06.710967 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port d123438d-f989-420d-899e-60c198ea56d9 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:06.711351 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (d123438d-f989-420d-899e-60c198ea56d9), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:06.737197 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:06.739433 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73f9b6e-777f-4bad-894b-9931682bb3fc" -d '{"events": [{"server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "name": "network-vif-plugged", "status": "completed", "tag": "d123438d-f989-420d-899e-60c198ea56d9"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:06.751527 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port d123438d-f989-420d-899e-60c198ea56d9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d123438d-f989-420d-899e-60c198ea56d9,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:06.756411 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (d123438d-f989-420d-899e-60c198ea56d9), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:06.779997 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebf4686-e36b-48d0-81a5-f03d96abb86a x-openstack-request-id: req-7ebf4686-e36b-48d0-81a5-f03d96abb86a {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:06.780281 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "name": "network-vif-plugged", "status": "completed", "tag": "d123438d-f989-420d-899e-60c198ea56d9", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:06.780526 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ebf4686-e36b-48d0-81a5-f03d96abb86a {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:06.780906 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9', 'code': 200} Mar 10 17:33:06.805281 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=d123438d-f989-420d-899e-60c198ea56d9,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:07.046355 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c91f6-9ef1-4117-a317-123f32c98ebc req-8706abad-0d63-4e25-840c-f859d0dfb025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:07.047852 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-344c91f6-9ef1-4117-a317-123f32c98ebc req-8706abad-0d63-4e25-840c-f859d0dfb025 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 1129 time: 0.0459976 Mar 10 17:33:07.103800 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-344c91f6-9ef1-4117-a317-123f32c98ebc req-bfac6313-a942-4e2a-b1ff-3f8db73fbb75 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500100 Mar 10 17:33:07.203282 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea8f59-0ae4-498c-84e3-3d939d92160d req-49b875e9-0d0c-49f7-b9d9-202e93155550 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:07.204658 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f8ea8f59-0ae4-498c-84e3-3d939d92160d req-49b875e9-0d0c-49f7-b9d9-202e93155550 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 945 time: 0.0519443 Mar 10 17:33:07.253217 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f8ea8f59-0ae4-498c-84e3-3d939d92160d req-8c6865f5-d5f1-4267-a9e4-c288148d22f2 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429351 Mar 10 17:33:08.370093 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad03920-97d0-4d01-876e-1a95bdfa4c7f req-3ad2d3f4-23ac-409d-80ca-a8c4d246a548 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:08.371573 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bad03920-97d0-4d01-876e-1a95bdfa4c7f req-3ad2d3f4-23ac-409d-80ca-a8c4d246a548 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 945 time: 0.0513663 Mar 10 17:33:08.419012 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bad03920-97d0-4d01-876e-1a95bdfa4c7f req-4f290026-435b-4518-af1f-d5546332f487 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420108 Mar 10 17:33:09.540697 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4752dc-569c-42be-9491-0b7c7b6f5c68 req-48ea4a48-8356-43da-adeb-6d93ae22ec6f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.542842 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5d4752dc-569c-42be-9491-0b7c7b6f5c68 req-48ea4a48-8356-43da-adeb-6d93ae22ec6f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 945 time: 0.0600357 Mar 10 17:33:09.589639 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5d4752dc-569c-42be-9491-0b7c7b6f5c68 req-b082878f-153f-4209-8207-8c7da9625d77 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411124 Mar 10 17:33:09.704832 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f973-215c-4274-a501-e452f4d1c4eb req-78d19482-4743-4be8-be87-03c156e1168d tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.706319 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e7a1f973-215c-4274-a501-e452f4d1c4eb req-78d19482-4743-4be8-be87-03c156e1168d tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 945 time: 0.0512917 Mar 10 17:33:09.753651 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e7a1f973-215c-4274-a501-e452f4d1c4eb req-6466f233-1dd4-4f6a-a7ea-805a1bd1abff tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418766 Mar 10 17:33:09.774953 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39668) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:09.825942 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486326b0-6013-4f9e-bba5-6e337da02db2 tempest-TestVolumeBootPattern-601016402 tempest-TestVolumeBootPattern-601016402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.827561 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-486326b0-6013-4f9e-bba5-6e337da02db2 tempest-TestVolumeBootPattern-601016402 tempest-TestVolumeBootPattern-601016402-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 1124 time: 0.0516431 Mar 10 17:33:09.830306 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39672) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:09.834593 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:09.854852 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.950275 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.064074 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Allocated IP 172.27.3.14 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/35723ed7-7952-4d10-9dc5-5e3b85b573d0) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:10.167120 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for port (35723ed7-7952-4d10-9dc5-5e3b85b573d0), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.199225 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (35723ed7-7952-4d10-9dc5-5e3b85b573d0), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.239432 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:10.244263 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:10.246928 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:10.270323 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'Port': ['ID=35723ed7-7952-4d10-9dc5-5e3b85b573d0,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:10.605878 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (7ac220bb-13ef-4943-bd5a-51f99b52e3b1), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.676152 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (35723ed7-7952-4d10-9dc5-5e3b85b573d0), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.821140 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for port (35723ed7-7952-4d10-9dc5-5e3b85b573d0), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.825516 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (35723ed7-7952-4d10-9dc5-5e3b85b573d0), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.890919 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'Port': ['ID=35723ed7-7952-4d10-9dc5-5e3b85b573d0,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:10.900555 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (7ac220bb-13ef-4943-bd5a-51f99b52e3b1), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:11.004330 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Floating IP 7ac220bb-13ef-4943-bd5a-51f99b52e3b1 associated. External IP: 172.27.3.14, port: d123438d-f989-420d-899e-60c198ea56d9. Mar 10 17:33:11.216856 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Router 4754b2da-9602-4415-a599-d696fe21c5f2 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:33:11.327543 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:11.340012 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] Sync routers for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:11.345858 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:11.353496 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:11.354809 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:32:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:11.387948 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-9fedcb31-21d1-4121-a511-336fe36e4a3f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5444221 Mar 10 17:33:11.387948 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:11.387948 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d88bcbc-fc21-41a3-938d-5fa785e32af3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "tag": "d123438d-f989-420d-899e-60c198ea56d9"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:11.415472 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d297db6-53f4-4acc-8b25-430e055f7e49 x-openstack-request-id: req-9d297db6-53f4-4acc-8b25-430e055f7e49 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:11.416365 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "tag": "d123438d-f989-420d-899e-60c198ea56d9", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:11.417184 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d297db6-53f4-4acc-8b25-430e055f7e49 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:11.417630 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9', 'status': 'completed', 'code': 200} Mar 10 17:33:11.479958 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:11.532848 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-ca0bf351-dffd-4c4b-820e-43c496d86d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.534494 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-ca0bf351-dffd-4c4b-820e-43c496d86d29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 1129 time: 0.0559394 Mar 10 17:33:11.628968 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-73db7eb0-473f-4998-a383-04cea29cccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.630456 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-73db7eb0-473f-4998-a383-04cea29cccad service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 911 time: 0.0900762 Mar 10 17:33:11.697195 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-19cd166e-dba9-41af-ab74-2ea0d238c557 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d123438d-f989-420d-899e-60c198ea56d9 HTTP/1.1" status: 200 len: 998 time: 0.0604682 Mar 10 17:33:11.707379 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '7ac220bb-13ef-4943-bd5a-51f99b52e3b1', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:10Z', 'updated_at': '2022-03-10T17:33:10Z', 'revision_number': 0, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:11.733133 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] Checking router: 4754b2da-9602-4415-a599-d696fe21c5f2 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:11.741135 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:11.741732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:32:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:11.750589 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-17ac4e4c-eeee-4df0-9174-d4bd597f713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.752026 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-17ac4e4c-eeee-4df0-9174-d4bd597f713b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0472350 Mar 10 17:33:11.802297 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-7b6050b6-ae8a-462a-a82c-871dc6c955e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.804091 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-7b6050b6-ae8a-462a-a82c-871dc6c955e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454028 Mar 10 17:33:11.867838 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:11.893166 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-bfd50e89-ce09-45a4-88db-b02c3679fa91 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816782 Mar 10 17:33:11.985537 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4d88bcbc-fc21-41a3-938d-5fa785e32af3 req-57d4303d-8343-417c-abb4-166dce9587b3 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862060 Mar 10 17:33:12.096060 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '7ac220bb-13ef-4943-bd5a-51f99b52e3b1', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:10Z', 'updated_at': '2022-03-10T17:33:10Z', 'revision_number': 0, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:12.127736 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e6f18-c82a-4d3a-a3c6-6267577b9875 None None] The sync data for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi is: [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '7ac220bb-13ef-4943-bd5a-51f99b52e3b1', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:10Z', 'updated_at': '2022-03-10T17:33:10Z', 'revision_number': 0, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:12.323321 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67229fdd-a1ad-4d3a-aae7-51d512b8296e None None] New status for floating IP 7ac220bb-13ef-4943-bd5a-51f99b52e3b1: ACTIVE {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:33:16.543462 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-16404631-de10-4729-b2f3-6ac1c7bf057d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:18.835674 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-65696bde-4c1d-4160-b959-283556ee1476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:19.982978 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:20.604125 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e0f3f-ac7e-4bf5-a500-71cf7ecf60fe req-d637d07f-5de5-4300-9b27-fa5cc563ab77 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:20.605592 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-be9e0f3f-ac7e-4bf5-a500-71cf7ecf60fe req-d637d07f-5de5-4300-9b27-fa5cc563ab77 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 945 time: 0.0520382 Mar 10 17:33:20.650599 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-be9e0f3f-ac7e-4bf5-a500-71cf7ecf60fe req-ada066f7-73c5-489b-96b3-7ac83da1c471 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393891 Mar 10 17:33:21.391213 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:21.772186 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c01a0-4f49-47ac-9936-ad8e8bce8f25 req-a0f60f59-1b1b-4713-b82d-9fa1535b4cec tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:21.773914 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f07c01a0-4f49-47ac-9936-ad8e8bce8f25 req-a0f60f59-1b1b-4713-b82d-9fa1535b4cec tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 945 time: 0.0564992 Mar 10 17:33:21.819090 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f07c01a0-4f49-47ac-9936-ad8e8bce8f25 req-7d391971-aed2-4809-b223-f7703ec2bf6c tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392153 Mar 10 17:33:22.880411 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:22.960760 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-ed124d40-d2fd-4e5a-8e5d-f51edcf06998 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:22.962218 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-ed124d40-d2fd-4e5a-8e5d-f51edcf06998 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 945 time: 0.0811572 Mar 10 17:33:22.973880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3e2f5-8149-4a99-b07d-bf428f8a253d req-fe66e6b2-2512-43c1-988e-d701d382df77 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:22.975314 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cab3e2f5-8149-4a99-b07d-bf428f8a253d req-fe66e6b2-2512-43c1-988e-d701d382df77 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 945 time: 0.0844309 Mar 10 17:33:23.075504 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cab3e2f5-8149-4a99-b07d-bf428f8a253d req-0b6841cd-9b51-4139-8af0-c6137509f861 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f4a1ca1-4055-417e-b8b6-d60cc680a27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927131 Mar 10 17:33:23.095698 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Deleting port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:23.096046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.183709 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] For port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:23.184526 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.348782 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.349148 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (89abebad-594f-48d3-8d32-1683ceadc6aa), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.349468 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Floating IP 89abebad-594f-48d3-8d32-1683ceadc6aa disassociated. External IP: 172.27.3.20, port: 12ee3e0c-bce3-4e18-9ab1-b226d6d80534. Mar 10 17:33:23.349811 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Calling delete_port for 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:23.472993 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (12ee3e0c-bce3-4e18-9ab1-b226d6d80534), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.499364 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'Port': ['ID=12ee3e0c-bce3-4e18-9ab1-b226d6d80534,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:23.510804 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.511155 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.511492 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.511826 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.512176 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.512513 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.512837 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.513164 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.513491 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.513813 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.514151 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.514475 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.514792 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:23.623236 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:33:23.727393 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:23.737576 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:23.747313 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:23.747921 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:33:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:23.767206 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] No DVR routers for this DVR port 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:23.769809 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.773300 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eadb1dc0-a731-4f7e-b2d5-82500138dd93 req-8b9c22fe-a358-44f8-bd94-a4538b4fd692 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "DELETE /v2.0/ports/12ee3e0c-bce3-4e18-9ab1-b226d6d80534 HTTP/1.1" status: 204 len: 173 time: 0.7968740 Mar 10 17:33:23.773778 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'name': 'network-vif-deleted', 'tag': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:23.775942 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c37e23a-8b7c-4b65-97be-20c4099aa53a" -d '{"events": [{"server_uuid": "1688b115-ab1a-4bbf-a543-ef0267593d9e", "name": "network-vif-deleted", "tag": "12ee3e0c-bce3-4e18-9ab1-b226d6d80534"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:23.814262 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d536e1f3-0087-4cda-9f25-85e2bf0cee47 x-openstack-request-id: req-d536e1f3-0087-4cda-9f25-85e2bf0cee47 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:23.814615 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1688b115-ab1a-4bbf-a543-ef0267593d9e", "name": "network-vif-deleted", "tag": "12ee3e0c-bce3-4e18-9ab1-b226d6d80534", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:23.814979 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d536e1f3-0087-4cda-9f25-85e2bf0cee47 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:23.815451 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1688b115-ab1a-4bbf-a543-ef0267593d9e', 'name': 'network-vif-deleted', 'tag': '12ee3e0c-bce3-4e18-9ab1-b226d6d80534', 'status': 'completed', 'code': 200} Mar 10 17:33:24.000918 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:24.181742 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3c26bc72-deff-4df5-83d2-0cb00dbd90c3 req-3051cac6-c562-41e9-842d-c31a19e5a288 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=1688b115-ab1a-4bbf-a543-ef0267593d9e HTTP/1.1" status: 200 len: 210 time: 0.0270529 Mar 10 17:33:24.201029 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:24.227491 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:24.235790 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:24.236340 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:33:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:24.342114 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:24.540183 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:24.567669 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b7b705-c568-4a18-9713-6b087b9200e5 None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:24.798128 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e6884-885d-4c3b-8854-1c1689247369 None None] New status for floating IP 89abebad-594f-48d3-8d32-1683ceadc6aa: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:33:25.264038 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39762) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:25.316575 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-45d9d5bc-0eb6-49a5-bf27-9063b2dd8e5f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (9f4a1ca1-4055-417e-b8b6-d60cc680a27f), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.342725 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-45d9d5bc-0eb6-49a5-bf27-9063b2dd8e5f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (9f4a1ca1-4055-417e-b8b6-d60cc680a27f), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.387830 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-45d9d5bc-0eb6-49a5-bf27-9063b2dd8e5f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9f4a1ca1-4055-417e-b8b6-d60cc680a27f), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.390571 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-45d9d5bc-0eb6-49a5-bf27-9063b2dd8e5f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.391724 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-45d9d5bc-0eb6-49a5-bf27-9063b2dd8e5f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f4a1ca1-4055-417e-b8b6-d60cc680a27f HTTP/1.1" status: 204 len: 168 time: 0.1266685 Mar 10 17:33:25.394575 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39764) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:25.400615 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9d5bc-0eb6-49a5-bf27-9063b2dd8e5f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4a1ca1-4055-417e-b8b6-d60cc680a27f,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:25.410416 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.api.v2.resource [None req-d00e867b-a21f-46f9-936b-933e4742f6fd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] show failed (client error): The resource could not be found. Mar 10 17:33:25.414710 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-d00e867b-a21f-46f9-936b-933e4742f6fd tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups/9f4a1ca1-4055-417e-b8b6-d60cc680a27f HTTP/1.1" status: 404 len: 347 time: 0.0164824 Mar 10 17:33:25.414941 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39768) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:25.534234 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Deleting port 23cb4c5d-21eb-445e-8578-f04fce899d5d {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:25.534585 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (23cb4c5d-21eb-445e-8578-f04fce899d5d), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.610456 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (23cb4c5d-21eb-445e-8578-f04fce899d5d), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.610791 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (23cb4c5d-21eb-445e-8578-f04fce899d5d), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.622037 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Calling delete_port for 23cb4c5d-21eb-445e-8578-f04fce899d5d owned by network:floatingip {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:25.751200 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (23cb4c5d-21eb-445e-8578-f04fce899d5d), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.775839 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'Port': ['ID=23cb4c5d-21eb-445e-8578-f04fce899d5d,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:25.804145 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.804423 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.804773 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.805125 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.805474 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.805797 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.806154 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.806492 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.806852 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.807182 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.807510 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.807835 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.808161 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.848055 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (89abebad-594f-48d3-8d32-1683ceadc6aa), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.850606 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.851755 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-15f9f1f3-cfe6-489e-a414-b06b36a27fb7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "DELETE /v2.0/floatingips/89abebad-594f-48d3-8d32-1683ceadc6aa HTTP/1.1" status: 204 len: 168 time: 0.4359195 Mar 10 17:33:26.092410 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39772) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:26.097235 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-1b15d78d-b7b6-47f4-a89c-8fe3e609b9ba tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512185054', 'description': 'tempest-description--1223553262'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:26.117359 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1b15d78d-b7b6-47f4-a89c-8fe3e609b9ba tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.181289 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1b15d78d-b7b6-47f4-a89c-8fe3e609b9ba tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (f365c30f-fa52-48bb-bbe0-4855f9c850c2), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.185378 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1b15d78d-b7b6-47f4-a89c-8fe3e609b9ba tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (f365c30f-fa52-48bb-bbe0-4855f9c850c2), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.211923 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1b15d78d-b7b6-47f4-a89c-8fe3e609b9ba tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.213107 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-1b15d78d-b7b6-47f4-a89c-8fe3e609b9ba tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1196959 Mar 10 17:33:26.216410 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39774) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:26.217152 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15d78d-b7b6-47f4-a89c-8fe3e609b9ba tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f365c30f-fa52-48bb-bbe0-4855f9c850c2,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:26.221918 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-ce35314d-8d7a-49f3-9374-c4656d15fe82 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group_rule': {'security_group_id': 'f365c30f-fa52-48bb-bbe0-4855f9c850c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:26.246130 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce35314d-8d7a-49f3-9374-c4656d15fe82 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (7236b123-2906-45fb-9539-fb9ada0845e5), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.299986 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce35314d-8d7a-49f3-9374-c4656d15fe82 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (7236b123-2906-45fb-9539-fb9ada0845e5), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.304636 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce35314d-8d7a-49f3-9374-c4656d15fe82 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (7236b123-2906-45fb-9539-fb9ada0845e5), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.321951 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35314d-8d7a-49f3-9374-c4656d15fe82 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7236b123-2906-45fb-9539-fb9ada0845e5,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:26.329620 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ce35314d-8d7a-49f3-9374-c4656d15fe82 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.330839 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ce35314d-8d7a-49f3-9374-c4656d15fe82 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134090 Mar 10 17:33:26.333479 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39776) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:26.337746 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-36f07583-d287-434c-92a8-b8094d173d89 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'security_group_rule': {'security_group_id': 'f365c30f-fa52-48bb-bbe0-4855f9c850c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:26.360970 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36f07583-d287-434c-92a8-b8094d173d89 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (089070d9-8e01-4299-a6e7-c677e75a15c1), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.414475 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36f07583-d287-434c-92a8-b8094d173d89 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (089070d9-8e01-4299-a6e7-c677e75a15c1), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.417801 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36f07583-d287-434c-92a8-b8094d173d89 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (089070d9-8e01-4299-a6e7-c677e75a15c1), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.439692 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f07583-d287-434c-92a8-b8094d173d89 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089070d9-8e01-4299-a6e7-c677e75a15c1,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:26.445667 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36f07583-d287-434c-92a8-b8094d173d89 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.446776 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-36f07583-d287-434c-92a8-b8094d173d89 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123912 Mar 10 17:33:26.449847 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39778) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:26.454296 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:26.473887 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.569035 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.672398 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Allocated IP 172.27.3.130 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/4eb36e71-0d94-45a6-81e0-0ee6e641b9f5) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:26.768150 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (4eb36e71-0d94-45a6-81e0-0ee6e641b9f5), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.778508 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:26.798835 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:26.799181 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 12ee3e0c-bce3-4e18-9ab1-b226d6d80534 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:26.806147 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (4eb36e71-0d94-45a6-81e0-0ee6e641b9f5), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.841830 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:26.844649 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:26.849907 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:26.875867 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=4eb36e71-0d94-45a6-81e0-0ee6e641b9f5,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:26.939438 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (2ba7e903-34a3-4f62-9844-f6c5a58b8af1), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.973455 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (4eb36e71-0d94-45a6-81e0-0ee6e641b9f5), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:27.119712 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (4eb36e71-0d94-45a6-81e0-0ee6e641b9f5), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:27.124280 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (4eb36e71-0d94-45a6-81e0-0ee6e641b9f5), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:27.191306 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=4eb36e71-0d94-45a6-81e0-0ee6e641b9f5,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:27.201247 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (2ba7e903-34a3-4f62-9844-f6c5a58b8af1), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:27.216850 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:27.218123 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-d885a562-e958-4ba4-b680-4e0e795beaf5 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7672937 Mar 10 17:33:27.407573 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1d59129b-6fb0-4183-986c-80e9e2814daf tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--512185054&fields=id&tenant_id=8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 267 time: 0.0410953 Mar 10 17:33:27.515141 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-297a864c-7817-4613-a6cc-5f2d7bd892b1 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:27.516575 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-297a864c-7817-4613-a6cc-5f2d7bd892b1 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 814 time: 0.1030104 Mar 10 17:33:27.530781 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-57cfa6eb-7d22-4ad4-b2ae-d6f6c3fbb558 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/quotas/8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 375 time: 0.0088048 Mar 10 17:33:27.582760 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-ea92dd64-ed0a-4f6f-b83b-e385f6fc772b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474131 Mar 10 17:33:27.937696 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-97f715f4-a7fd-4c15-8702-f57f2727e221 service neutron] 10.222.0.16 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441133 Mar 10 17:33:28.025550 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-af166b98-a586-4a38-ba86-d2729dfcfc2f service neutron] 10.222.0.16 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816817 Mar 10 17:33:28.184599 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5eded830-2679-4b52-82cb-6b9af74454d6 req-2e34af0a-52e7-4269-b7d3-d20f33881d39 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 210 time: 0.0323389 Mar 10 17:33:28.944771 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.274994 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-30e65cfc-d28e-46e6-b7db-6e580543059d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:29.276433 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-30e65cfc-d28e-46e6-b7db-6e580543059d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 814 time: 0.1339390 Mar 10 17:33:29.303616 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-933b4d45-c23e-4bec-87b3-5bfa719d0ae8 req-fd9f7dac-52ef-46ba-81d3-bf121b4f5778 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 210 time: 0.0262184 Mar 10 17:33:29.388004 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-7570e1a8-a588-4127-99ed-5098bcb55bf0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bfade72cd754d9092d313481b3f465f HTTP/1.1" status: 200 len: 379 time: 0.0539742 Mar 10 17:33:29.421295 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'port': {'device_id': '290d89de-dad6-4a95-b778-c8077fa2982c', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'admin_state_up': True, 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'security_groups': ['f365c30f-fa52-48bb-bbe0-4855f9c850c2']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:29.525763 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Made reservation on behalf of 8bfade72cd754d9092d313481b3f465f for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:29.529220 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.655714 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Allocated IP 172.20.0.4 (492946a2-c896-490a-bb54-962c310b31ed/d9134d34-ee3b-4dcf-bac2-b6cb028c05ba/b37caed2-fef7-446a-9573-30a7d5a37df9) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:29.785951 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.820977 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.866078 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Network 492946a2-c896-490a-bb54-962c310b31ed is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:29.873134 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:29.877514 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:29.881417 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event updated for resources: {'Port': ['ID=b37caed2-fef7-446a-9573-30a7d5a37df9,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:29.932104 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:29.932847 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.950499 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-1f0aa02a-5c6a-46ce-b8fc-bfef91b0e19a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5331094 Mar 10 17:33:29.969980 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Request body: {'port': {'device_id': '290d89de-dad6-4a95-b778-c8077fa2982c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:30.031449 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.151489 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-e2811aa4-a328-41f3-96ed-1b052804471a None None] Provisioning complete for port b37caed2-fef7-446a-9573-30a7d5a37df9 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:30.152054 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-e2811aa4-a328-41f3-96ed-1b052804471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.188061 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-e2811aa4-a328-41f3-96ed-1b052804471a None None] Port b37caed2-fef7-446a-9573-30a7d5a37df9 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:30.306800 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37caed2-fef7-446a-9573-30a7d5a37df9 {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:30.314605 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Publish callbacks [] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.328936 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Transition to ACTIVE for port object b37caed2-fef7-446a-9573-30a7d5a37df9 will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:33:30.339707 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.423321 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Pushing event updated for resources: {'Port': ['ID=b37caed2-fef7-446a-9573-30a7d5a37df9,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:30.491830 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bbd8b-4cfb-4f16-9657-e442204c3d2b req-1cfa4b3b-833b-47a0-82e4-04dcd705c12d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:30.493355 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-603bbd8b-4cfb-4f16-9657-e442204c3d2b req-1cfa4b3b-833b-47a0-82e4-04dcd705c12d tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 943 time: 0.1189940 Mar 10 17:33:30.536110 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Attempting to bind port b37caed2-fef7-446a-9573-30a7d5a37df9 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:30.536442 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Attempting to bind port b37caed2-fef7-446a-9573-30a7d5a37df9 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:30.536774 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Attempting to bind port b37caed2-fef7-446a-9573-30a7d5a37df9 on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:30.559360 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Port b37caed2-fef7-446a-9573-30a7d5a37df9 on network 492946a2-c896-490a-bb54-962c310b31ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:33:30.559695 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Attempting to bind port b37caed2-fef7-446a-9573-30a7d5a37df9 on network 492946a2-c896-490a-bb54-962c310b31ed {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:30.587615 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:30.587961 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Checking segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:30.588346 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Bound using segment: {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:30.588788 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Bound port: b37caed2-fef7-446a-9573-30a7d5a37df9, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1c3274-b064-4c9d-95fa-b4fc55ebd462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '492946a2-c896-490a-bb54-962c310b31ed'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:30.589147 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.596480 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-603bbd8b-4cfb-4f16-9657-e442204c3d2b req-c8957cda-85e2-45ed-b375-a00ce6065c89 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939002 Mar 10 17:33:30.655244 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f848b-0c7f-484c-92c3-678f80478053 req-632277c1-6c0b-4e92-92e0-be3ea2855940 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:30.656625 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-816f848b-0c7f-484c-92c3-678f80478053 req-632277c1-6c0b-4e92-92e0-be3ea2855940 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 946 time: 0.1122458 Mar 10 17:33:30.702193 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] For port b37caed2-fef7-446a-9573-30a7d5a37df9, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:30.722205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] For port b37caed2-fef7-446a-9573-30a7d5a37df9, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b37caed2-fef7-446a-9573-30a7d5a37df9,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:30.728645 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-816f848b-0c7f-484c-92c3-678f80478053 req-a05198bd-0ce3-49fe-9bec-465b34db65bd tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659156 Mar 10 17:33:30.730100 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.761797 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:30.762960 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.764318 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-e54be55c-5413-4386-876b-e6df93674183 service neutron] 10.222.0.37 "PUT /v2.0/ports/b37caed2-fef7-446a-9573-30a7d5a37df9 HTTP/1.1" status: 200 len: 1093 time: 0.7992818 Mar 10 17:33:30.764759 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290d89de-dad6-4a95-b778-c8077fa2982c', 'tag': 'b37caed2-fef7-446a-9573-30a7d5a37df9'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:30.766985 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6574601f-c8ef-4a07-b7e5-893c0dcc708c" -d '{"events": [{"name": "network-changed", "server_uuid": "290d89de-dad6-4a95-b778-c8077fa2982c", "tag": "b37caed2-fef7-446a-9573-30a7d5a37df9"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:30.794735 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54be55c-5413-4386-876b-e6df93674183 service neutron] Pushing event updated for resources: {'Port': ['ID=b37caed2-fef7-446a-9573-30a7d5a37df9,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:30.804528 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264dfa93-d884-4f10-b5d6-43e77fe9bdfc x-openstack-request-id: req-264dfa93-d884-4f10-b5d6-43e77fe9bdfc {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:30.804888 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290d89de-dad6-4a95-b778-c8077fa2982c", "tag": "b37caed2-fef7-446a-9573-30a7d5a37df9", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:30.805233 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-264dfa93-d884-4f10-b5d6-43e77fe9bdfc {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:30.805697 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290d89de-dad6-4a95-b778-c8077fa2982c', 'tag': 'b37caed2-fef7-446a-9573-30a7d5a37df9', 'status': 'completed', 'code': 200} Mar 10 17:33:30.890225 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-4c80b79d-ecc7-46d8-af39-2654d94fbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:30.891840 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-4c80b79d-ecc7-46d8-af39-2654d94fbe22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 1127 time: 0.0479193 Mar 10 17:33:30.952911 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-c19391c8-f8bc-4e72-bcbc-4634d0c07886 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b37caed2-fef7-446a-9573-30a7d5a37df9 HTTP/1.1" status: 200 len: 217 time: 0.0394838 Mar 10 17:33:31.002549 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-ad4be273-e3bb-4461-9887-0faf961e0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.003944 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-ad4be273-e3bb-4461-9887-0faf961e0ad6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0427706 Mar 10 17:33:31.028683 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:33:31.055177 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-3558faf6-c00b-45c3-9f36-3a90dc07e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.056678 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-3558faf6-c00b-45c3-9f36-3a90dc07e131 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434840 Mar 10 17:33:31.151707 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-2861c497-cacb-44d7-b400-ae7507dabb1a service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864913 Mar 10 17:33:31.247310 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-29f0c913-4537-42a3-8310-03f1b0b8aade req-234248a7-491f-4959-9556-683626b0a40e service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884175 Mar 10 17:33:31.299228 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe721e8b-bd91-4142-93c2-80ac1b120bfe req-a60c595e-0c96-4239-9b47-842709012c37 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.300687 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fe721e8b-bd91-4142-93c2-80ac1b120bfe req-a60c595e-0c96-4239-9b47-842709012c37 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0525320 Mar 10 17:33:31.350139 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fe721e8b-bd91-4142-93c2-80ac1b120bfe req-50fb092b-9242-4347-9c37-4a49546848b3 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425169 Mar 10 17:33:31.448243 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-27ded283-58e1-4edf-811c-3f2a22eb24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.449735 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-27ded283-58e1-4edf-811c-3f2a22eb24c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 1127 time: 0.0433688 Mar 10 17:33:31.539287 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-e03cce3d-cf8f-4a24-8922-8968f171b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.540694 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-e03cce3d-cf8f-4a24-8922-8968f171b150 service neutron] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 915 time: 0.0844898 Mar 10 17:33:31.580588 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-c6bc2087-b6df-42b3-bdf2-cee079256dd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b37caed2-fef7-446a-9573-30a7d5a37df9 HTTP/1.1" status: 200 len: 217 time: 0.0326834 Mar 10 17:33:31.629209 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-b9c4fc45-d5ab-4253-b1b3-2e5f962b4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.630752 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-b9c4fc45-d5ab-4253-b1b3-2e5f962b4aa4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.0427763 Mar 10 17:33:31.718780 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-7e5a7f33-7679-4fb7-a9af-e6f9958c630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.720248 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-7e5a7f33-7679-4fb7-a9af-e6f9958c630c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820646 Mar 10 17:33:31.727605 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30db43-7ab7-4b91-bf8f-5376ba684865 req-ddca6638-54e9-4ef1-9b0c-884a103099a7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.728937 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a30db43-7ab7-4b91-bf8f-5376ba684865 req-ddca6638-54e9-4ef1-9b0c-884a103099a7 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 943 time: 0.0613539 Mar 10 17:33:31.850125 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a30db43-7ab7-4b91-bf8f-5376ba684865 req-6c0a464c-f691-4bc3-b2c6-cc91253415dc tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135168 Mar 10 17:33:31.876299 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-681a49c7-c01b-428a-9faf-01f97ef20cfa service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463957 Mar 10 17:33:31.896767 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402f5aa-b954-4294-94d4-4d37abda9249 req-65365ba2-82dc-49c6-88ab-a2ad71b0fc1f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.898463 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8402f5aa-b954-4294-94d4-4d37abda9249 req-65365ba2-82dc-49c6-88ab-a2ad71b0fc1f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 946 time: 0.0904093 Mar 10 17:33:31.999553 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8402f5aa-b954-4294-94d4-4d37abda9249 req-5861eff7-94dd-43ed-894d-d56acd74fadf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897753 Mar 10 17:33:32.009335 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6574601f-c8ef-4a07-b7e5-893c0dcc708c req-900bed2b-3073-4fa2-9706-c7a35249e5c4 service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260226 Mar 10 17:33:32.314800 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-8820ee57-c406-4308-8372-ceca02cf732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:32.316285 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-8820ee57-c406-4308-8372-ceca02cf732b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1130 time: 0.0447326 Mar 10 17:33:32.431009 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-12b725b3-7fa5-49f4-924d-a72694460e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:32.432472 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-12b725b3-7fa5-49f4-924d-a72694460e15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 200 len: 910 time: 0.0959830 Mar 10 17:33:32.520876 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc1a3f-7b3a-4bed-9967-f952c865ea83 req-c5e3e46c-3149-47a1-ad53-07d6ded4a720 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:32.522371 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a7bc1a3f-7b3a-4bed-9967-f952c865ea83 req-c5e3e46c-3149-47a1-ad53-07d6ded4a720 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.1048028 Mar 10 17:33:32.524243 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-6e1ed6f2-5bb8-42c1-8c7a-59b0263dcb83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 1002 time: 0.0772998 Mar 10 17:33:32.579166 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a7bc1a3f-7b3a-4bed-9967-f952c865ea83 req-8e88d287-0eef-4fd0-824a-0e94e2057aa1 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507548 Mar 10 17:33:32.612545 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-7e8c0cad-ceca-4a0b-ab22-a00d1cd43416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:32.613977 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-7e8c0cad-ceca-4a0b-ab22-a00d1cd43416 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53e1121e-b8ac-4d18-b92d-89d9025942a9 HTTP/1.1" status: 200 len: 848 time: 0.0509119 Mar 10 17:33:32.668746 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-72d254f9-21f1-426c-91dc-4b6b5c6b0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:32.670225 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-72d254f9-21f1-426c-91dc-4b6b5c6b0833 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424123 Mar 10 17:33:32.759200 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-d371e833-81ff-4a52-ba2c-78edbaf0778c service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813677 Mar 10 17:33:32.845501 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e243261-cbd6-48d3-ba3f-42dc716c56e0 req-8fbc0968-6bf6-433d-92e8-0bf1ef9744c9 service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790219 Mar 10 17:33:32.969969 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92351f16-1ee7-41b2-9bfd-c14f9c5a871d req-071ddd8b-ef47-4df1-a62c-a1222816f318 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:32.971470 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-92351f16-1ee7-41b2-9bfd-c14f9c5a871d req-071ddd8b-ef47-4df1-a62c-a1222816f318 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 943 time: 0.0564981 Mar 10 17:33:33.044482 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-92351f16-1ee7-41b2-9bfd-c14f9c5a871d req-9d88c0b3-f645-4bd2-a9c9-271f11e0a82b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647709 Mar 10 17:33:33.052022 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-08ae2464-0dbe-4cad-9cdc-7804b8274885 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:33.053454 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-08ae2464-0dbe-4cad-9cdc-7804b8274885 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 946 time: 0.0811365 Mar 10 17:33:33.178099 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc325629-60f4-4f8d-be77-7d54bdb6a7c4 req-448afb01-e203-44d4-80db-c8ce43c0250a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:33.179815 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cc325629-60f4-4f8d-be77-7d54bdb6a7c4 req-448afb01-e203-44d4-80db-c8ce43c0250a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 946 time: 0.0938878 Mar 10 17:33:33.220315 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Deleting port a0fd5a84-3f20-4864-abdb-ada9bcad9372 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:33.220655 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.253256 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cc325629-60f4-4f8d-be77-7d54bdb6a7c4 req-f579dddb-195e-44c4-b338-b4893fa3b39d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6f47a43-0d53-4717-b5c0-19ed4e17743d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664256 Mar 10 17:33:33.322681 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] For port a0fd5a84-3f20-4864-abdb-ada9bcad9372, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a0fd5a84-3f20-4864-abdb-ada9bcad9372,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:33.323043 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.484729 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.485382 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (471280d7-f21d-4cfe-acfa-7cd6b3de8de0), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.485518 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Floating IP 471280d7-f21d-4cfe-acfa-7cd6b3de8de0 disassociated. External IP: 172.27.3.219, port: a0fd5a84-3f20-4864-abdb-ada9bcad9372. Mar 10 17:33:33.485782 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Calling delete_port for a0fd5a84-3f20-4864-abdb-ada9bcad9372 owned by compute:nova {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:33.607887 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (a0fd5a84-3f20-4864-abdb-ada9bcad9372), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.633889 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event deleted for resources: {'Port': ['ID=a0fd5a84-3f20-4864-abdb-ada9bcad9372,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:33.776343 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb4057-37f9-46d6-9ac1-ff30ae48a378 req-89ee3fdb-bb78-49b5-86ab-32aeeaa3a79f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:33.778273 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7edb4057-37f9-46d6-9ac1-ff30ae48a378 req-89ee3fdb-bb78-49b5-86ab-32aeeaa3a79f tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.1009843 Mar 10 17:33:33.791906 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Router f2fbf394-3a9c-4a34-93b5-03511bc33c56 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:33:33.869823 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7edb4057-37f9-46d6-9ac1-ff30ae48a378 req-d01b19c1-2669-4edb-acfb-5b74ddc2b7c9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859375 Mar 10 17:33:33.930716 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:33.939726 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] Sync routers for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:33.949939 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:33.950647 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:33:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:33.974512 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] No DVR routers for this DVR port a0fd5a84-3f20-4864-abdb-ada9bcad9372 on host hv-cinder-83053 {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:33.977068 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.980390 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4b46257b-648e-4578-ada4-9b677dbf7219 req-b7b6665f-657b-4142-84f1-2a21f402cc7d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "DELETE /v2.0/ports/a0fd5a84-3f20-4864-abdb-ada9bcad9372 HTTP/1.1" status: 204 len: 173 time: 0.9196949 Mar 10 17:33:33.980851 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-deleted', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:33.983539 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eb3298-c140-431d-b3da-90d67774c424" -d '{"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-deleted", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:34.023309 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bf0619-dc8a-4ba2-ae71-8f36b5ab4c8a x-openstack-request-id: req-39bf0619-dc8a-4ba2-ae71-8f36b5ab4c8a {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:34.023606 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b9e48-9f5d-4b73-923d-22f771d96075", "name": "network-vif-deleted", "tag": "a0fd5a84-3f20-4864-abdb-ada9bcad9372", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:34.023860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39bf0619-dc8a-4ba2-ae71-8f36b5ab4c8a {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:34.024283 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b9e48-9f5d-4b73-923d-22f771d96075', 'name': 'network-vif-deleted', 'tag': 'a0fd5a84-3f20-4864-abdb-ada9bcad9372', 'status': 'completed', 'code': 200} Mar 10 17:33:34.070435 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:34.192165 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1724f7a-e1e0-440f-b1d7-1813870f352d req-a4d7b25d-e647-4e9f-afdf-6693e64cd460 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:34.193887 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c1724f7a-e1e0-440f-b1d7-1813870f352d req-a4d7b25d-e647-4e9f-afdf-6693e64cd460 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 943 time: 0.0709486 Mar 10 17:33:34.242241 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c1724f7a-e1e0-440f-b1d7-1813870f352d req-7797b646-0133-4f9a-b52b-cb4dad05744b tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Mar 10 17:33:34.297015 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:34.322938 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] Checking router: f2fbf394-3a9c-4a34-93b5-03511bc33c56 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:34.331235 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:34.331844 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:33:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:34.365308 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b7ce6825-6766-4ec3-83ce-c886ec21f85e req-59f119b1-2eb4-4c5c-91a8-1c9d5441faed tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24b9e48-9f5d-4b73-923d-22f771d96075 HTTP/1.1" status: 200 len: 210 time: 0.0271008 Mar 10 17:33:34.437969 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:34.642559 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:34.668908 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5adce71-4193-4e6d-a555-529ef39aa236 None None] The sync data for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi is: [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:34.838056 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device b37caed2-fef7-446a-9573-30a7d5a37df9 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:33:34.880659 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b79298d-5507-43c6-98aa-38050172a4ad None None] New status for floating IP 471280d7-f21d-4cfe-acfa-7cd6b3de8de0: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:33:34.940986 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port b37caed2-fef7-446a-9573-30a7d5a37df9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b37caed2-fef7-446a-9573-30a7d5a37df9,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:34.953666 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'b37caed2-fef7-446a-9573-30a7d5a37df9', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'port_id': 'b37caed2-fef7-446a-9573-30a7d5a37df9', 'mac_address': 'fa:16:3e:ff:4b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:33:34.996596 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1858819-4234-41a5-b666-f202633b3116 req-6e06ed5c-bf75-4d36-a058-a770fb4646dd tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:34.997372 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port b37caed2-fef7-446a-9573-30a7d5a37df9 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:34.997775 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.002673 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c1858819-4234-41a5-b666-f202633b3116 req-6e06ed5c-bf75-4d36-a058-a770fb4646dd tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0644677 Mar 10 17:33:35.012034 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37caed2-fef7-446a-9573-30a7d5a37df9 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:35.033146 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port b37caed2-fef7-446a-9573-30a7d5a37df9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b37caed2-fef7-446a-9573-30a7d5a37df9,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:35.038132 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.092523 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=b37caed2-fef7-446a-9573-30a7d5a37df9,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:35.100991 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.101430 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.101785 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.102268 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.102606 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.102933 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.103267 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.103603 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.103929 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.104256 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.104581 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.104897 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.105214 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:35.348721 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c1858819-4234-41a5-b666-f202633b3116 req-d1b52b99-d35a-4c66-93bc-b0b2859f5699 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431747 Mar 10 17:33:35.370977 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575bc57-c2bf-4af3-8382-dd69ae85d82f req-e8d1f000-9bd6-4e80-b18a-d40c9bd6a3e8 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:35.372403 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2575bc57-c2bf-4af3-8382-dd69ae85d82f req-e8d1f000-9bd6-4e80-b18a-d40c9bd6a3e8 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 944 time: 0.0632057 Mar 10 17:33:35.418394 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2575bc57-c2bf-4af3-8382-dd69ae85d82f req-f8558a63-760b-48fb-a861-1f153d27d812 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403194 Mar 10 17:33:35.456258 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39872) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:35.512480 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-6b9639bb-a63d-4582-b271-4d44c3552965 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (d6f47a43-0d53-4717-b5c0-19ed4e17743d), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.538792 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-6b9639bb-a63d-4582-b271-4d44c3552965 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (d6f47a43-0d53-4717-b5c0-19ed4e17743d), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.560282 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['b37caed2-fef7-446a-9573-30a7d5a37df9'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:35.584173 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-6b9639bb-a63d-4582-b271-4d44c3552965 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d6f47a43-0d53-4717-b5c0-19ed4e17743d), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.586934 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-6b9639bb-a63d-4582-b271-4d44c3552965 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.588175 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-6b9639bb-a63d-4582-b271-4d44c3552965 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "DELETE /v2.0/security-groups/d6f47a43-0d53-4717-b5c0-19ed4e17743d HTTP/1.1" status: 204 len: 168 time: 0.1309218 Mar 10 17:33:35.591580 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39874) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:35.597763 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9639bb-a63d-4582-b271-4d44c3552965 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f47a43-0d53-4717-b5c0-19ed4e17743d,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:35.607310 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.api.v2.resource [None req-c34c890f-ba1d-4587-832f-0d3aa8f608b9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] show failed (client error): The resource could not be found. Mar 10 17:33:35.608386 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c34c890f-ba1d-4587-832f-0d3aa8f608b9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups/d6f47a43-0d53-4717-b5c0-19ed4e17743d HTTP/1.1" status: 404 len: 347 time: 0.0157332 Mar 10 17:33:35.611340 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39876) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:35.732935 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Deleting port 95dcf250-4cfc-401c-b51e-f58281b927a7 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:35.733275 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (95dcf250-4cfc-401c-b51e-f58281b927a7), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.811177 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (95dcf250-4cfc-401c-b51e-f58281b927a7), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.811403 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (95dcf250-4cfc-401c-b51e-f58281b927a7), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.822436 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Calling delete_port for 95dcf250-4cfc-401c-b51e-f58281b927a7 owned by network:floatingip {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:35.947355 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (95dcf250-4cfc-401c-b51e-f58281b927a7), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.971598 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event deleted for resources: {'Port': ['ID=95dcf250-4cfc-401c-b51e-f58281b927a7,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:36.032672 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (471280d7-f21d-4cfe-acfa-7cd6b3de8de0), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.035312 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.036474 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-badcaf52-781a-41db-8175-6db7119e1aaf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "DELETE /v2.0/floatingips/471280d7-f21d-4cfe-acfa-7cd6b3de8de0 HTTP/1.1" status: 204 len: 168 time: 0.4240186 Mar 10 17:33:36.223710 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39880) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:36.228232 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-1ce1257f-86d2-4505-abfd-330854bd2bc8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--638484804', 'description': 'tempest-description--1907144371'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:36.247462 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1ce1257f-86d2-4505-abfd-330854bd2bc8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.315621 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1ce1257f-86d2-4505-abfd-330854bd2bc8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (ad3adef8-75bf-4505-b560-783aff5343ef), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.319199 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1ce1257f-86d2-4505-abfd-330854bd2bc8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ad3adef8-75bf-4505-b560-783aff5343ef), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.345953 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1ce1257f-86d2-4505-abfd-330854bd2bc8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.347186 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-1ce1257f-86d2-4505-abfd-330854bd2bc8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1224644 Mar 10 17:33:36.350209 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39882) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:36.351269 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1257f-86d2-4505-abfd-330854bd2bc8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3adef8-75bf-4505-b560-783aff5343ef,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:36.357332 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-a4fc2f58-bb0f-4551-b071-18f1dd3ef5c2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'security_group_rule': {'security_group_id': 'ad3adef8-75bf-4505-b560-783aff5343ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:36.382484 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2f58-bb0f-4551-b071-18f1dd3ef5c2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (69d10f96-33c9-4929-a7b8-22c2668b514f), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.472049 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2f58-bb0f-4551-b071-18f1dd3ef5c2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (69d10f96-33c9-4929-a7b8-22c2668b514f), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.479505 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2f58-bb0f-4551-b071-18f1dd3ef5c2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (69d10f96-33c9-4929-a7b8-22c2668b514f), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.492047 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96232b-5d86-43c1-b20f-d3ece89dcb6b req-edb7f963-edf7-4cfd-8724-6b0c5865c5b3 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:36.493518 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e96232b-5d86-43c1-b20f-d3ece89dcb6b req-edb7f963-edf7-4cfd-8724-6b0c5865c5b3 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0777323 Mar 10 17:33:36.545757 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2f58-bb0f-4551-b071-18f1dd3ef5c2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d10f96-33c9-4929-a7b8-22c2668b514f,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:36.552221 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2f58-bb0f-4551-b071-18f1dd3ef5c2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.553368 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-a4fc2f58-bb0f-4551-b071-18f1dd3ef5c2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020853 Mar 10 17:33:36.556151 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39888) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:36.561225 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-50d73de2-f08c-4858-9114-90ab46236d83 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'security_group_rule': {'security_group_id': 'ad3adef8-75bf-4505-b560-783aff5343ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:36.586728 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-50d73de2-f08c-4858-9114-90ab46236d83 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (9326ed20-f7ed-4f27-8a88-e6145543e9ec), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.592966 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e96232b-5d86-43c1-b20f-d3ece89dcb6b req-35e90699-acc4-415b-b094-821b86322cfb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802352 Mar 10 17:33:36.600590 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017f266-2069-455e-927d-a43346a437d3 req-c7918d98-79ac-471b-a1bd-0e2c4fc45682 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:36.602382 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1017f266-2069-455e-927d-a43346a437d3 req-c7918d98-79ac-471b-a1bd-0e2c4fc45682 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 944 time: 0.1076856 Mar 10 17:33:36.646768 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-50d73de2-f08c-4858-9114-90ab46236d83 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (9326ed20-f7ed-4f27-8a88-e6145543e9ec), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.650951 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-50d73de2-f08c-4858-9114-90ab46236d83 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674801'] for security_group_rule (9326ed20-f7ed-4f27-8a88-e6145543e9ec), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.651556 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1017f266-2069-455e-927d-a43346a437d3 req-72320de3-8a6b-4b89-ab8f-3d540518446a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431700 Mar 10 17:33:36.668941 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d73de2-f08c-4858-9114-90ab46236d83 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9326ed20-f7ed-4f27-8a88-e6145543e9ec,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:36.677521 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-50d73de2-f08c-4858-9114-90ab46236d83 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.678810 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-50d73de2-f08c-4858-9114-90ab46236d83 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216586 Mar 10 17:33:36.681807 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39890) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:36.685986 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:36.704245 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.801229 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.852586 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device b37caed2-fef7-446a-9573-30a7d5a37df9 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:36.900739 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port b37caed2-fef7-446a-9573-30a7d5a37df9 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:33:36.905097 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port b37caed2-fef7-446a-9573-30a7d5a37df9 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:36.905473 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.908272 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Allocated IP 172.27.3.212 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/e3377f31-44b2-42ff-b7e3-17aa7da138fb) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:36.987264 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port b37caed2-fef7-446a-9573-30a7d5a37df9 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:36.987649 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.008883 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for port (e3377f31-44b2-42ff-b7e3-17aa7da138fb), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.011039 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290d89de-dad6-4a95-b778-c8077fa2982c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37caed2-fef7-446a-9573-30a7d5a37df9'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:37.013809 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b75f91-95de-4544-8e0e-86e3dc5b358d" -d '{"events": [{"server_uuid": "290d89de-dad6-4a95-b778-c8077fa2982c", "name": "network-vif-plugged", "status": "completed", "tag": "b37caed2-fef7-446a-9573-30a7d5a37df9"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:37.026667 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port b37caed2-fef7-446a-9573-30a7d5a37df9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b37caed2-fef7-446a-9573-30a7d5a37df9,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:37.031039 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.031772 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:37.045107 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (e3377f31-44b2-42ff-b7e3-17aa7da138fb), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.052465 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c396e9e4-a496-491a-8cde-1a49be64dd84 x-openstack-request-id: req-c396e9e4-a496-491a-8cde-1a49be64dd84 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:37.052760 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290d89de-dad6-4a95-b778-c8077fa2982c", "name": "network-vif-plugged", "status": "completed", "tag": "b37caed2-fef7-446a-9573-30a7d5a37df9", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:37.053008 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c396e9e4-a496-491a-8cde-1a49be64dd84 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:37.053393 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290d89de-dad6-4a95-b778-c8077fa2982c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37caed2-fef7-446a-9573-30a7d5a37df9', 'code': 200} Mar 10 17:33:37.071386 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: a0fd5a84-3f20-4864-abdb-ada9bcad9372 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:37.071736 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device a0fd5a84-3f20-4864-abdb-ada9bcad9372 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:37.082992 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:37.087922 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:37.091157 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:37.098600 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=b37caed2-fef7-446a-9573-30a7d5a37df9,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:37.118505 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'Port': ['ID=e3377f31-44b2-42ff-b7e3-17aa7da138fb,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:37.184366 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.220339 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (e3377f31-44b2-42ff-b7e3-17aa7da138fb), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.269743 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46af2f-7bbf-4429-9854-f3bdeefead23 req-b2c49988-9bdc-4e12-b305-f3114d28548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:37.271257 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fb46af2f-7bbf-4429-9854-f3bdeefead23 req-b2c49988-9bdc-4e12-b305-f3114d28548d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 1129 time: 0.0471199 Mar 10 17:33:37.315726 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fb46af2f-7bbf-4429-9854-f3bdeefead23 req-4c70bf19-de52-4f42-9387-9305424e102b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370712 Mar 10 17:33:37.367853 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for port (e3377f31-44b2-42ff-b7e3-17aa7da138fb), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.372997 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (e3377f31-44b2-42ff-b7e3-17aa7da138fb), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.439798 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'Port': ['ID=e3377f31-44b2-42ff-b7e3-17aa7da138fb,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:37.447466 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.462532 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.463747 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-d82a4814-b982-489b-8efd-8d70cb48549a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7809875 Mar 10 17:33:37.651602 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-772cd4b5-99f4-4766-b76a-e1ccdad3719f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--638484804&fields=id&tenant_id=44e141ba2afe439c88dacb1c3939d477 HTTP/1.1" status: 200 len: 267 time: 0.0425894 Mar 10 17:33:37.787547 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0460ee-71e8-4a89-b4cb-72d1bc0100ce req-e307ac1b-cdc8-44fb-9d76-0e892aca7136 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:37.788990 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5b0460ee-71e8-4a89-b4cb-72d1bc0100ce req-e307ac1b-cdc8-44fb-9d76-0e892aca7136 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.1221106 Mar 10 17:33:37.798541 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-39a0fa81-8ecd-4f49-9f70-74fe11b7fc8f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:37.799886 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-39a0fa81-8ecd-4f49-9f70-74fe11b7fc8f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 817 time: 0.1417689 Mar 10 17:33:37.822560 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-265cb68a-e741-4afd-8892-b4e4272325eb tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/quotas/44e141ba2afe439c88dacb1c3939d477 HTTP/1.1" status: 200 len: 375 time: 0.0162699 Mar 10 17:33:37.872473 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5b0460ee-71e8-4a89-b4cb-72d1bc0100ce req-920394f6-7ae4-4bac-ac27-ca88149e9ca4 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715842 Mar 10 17:33:37.896691 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-8bdaec94-7d3b-477d-a971-d0d9c4698544 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688438 Mar 10 17:33:38.031362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806cace-3533-4714-8ee4-eda9935be2d4 req-c3983a8f-8c7a-4b21-a2b0-d8d15d426800 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:38.032821 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f806cace-3533-4714-8ee4-eda9935be2d4 req-c3983a8f-8c7a-4b21-a2b0-d8d15d426800 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 945 time: 0.1058207 Mar 10 17:33:38.034561 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-d6368f5e-012a-40ad-8ea2-ab29ddbb90ef service neutron] 10.222.0.16 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266229 Mar 10 17:33:38.139515 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f806cace-3533-4714-8ee4-eda9935be2d4 req-eb96ac03-d766-4592-97df-55b034816282 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010296 Mar 10 17:33:38.161579 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-adc20284-c4df-4cc2-84f3-3091424299cc service neutron] 10.222.0.16 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170459 Mar 10 17:33:38.317038 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6adc931b-bdd1-48ec-8f69-306474fac9ff req-5b78c0a2-339f-457f-bdd9-a5a5ce7e46ea tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 210 time: 0.0281525 Mar 10 17:33:38.994571 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6f37-a59e-43cb-a3b8-1fa4cb94deb2 req-22bca614-1dbc-404a-a72f-5d2f9fa18363 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:38.996554 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dc0f6f37-a59e-43cb-a3b8-1fa4cb94deb2 req-22bca614-1dbc-404a-a72f-5d2f9fa18363 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0553041 Mar 10 17:33:39.047043 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dc0f6f37-a59e-43cb-a3b8-1fa4cb94deb2 req-3fd3dfb0-167c-48b3-b304-3c61ab44fe5a tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443010 Mar 10 17:33:39.257221 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0f357-48f8-44e3-a942-7088779d5f1a req-a7b52a51-1ca5-4876-88e9-d0df074d0da6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:39.258720 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3b0f357-48f8-44e3-a942-7088779d5f1a req-a7b52a51-1ca5-4876-88e9-d0df074d0da6 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 945 time: 0.0550239 Mar 10 17:33:39.308609 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3b0f357-48f8-44e3-a942-7088779d5f1a req-16c0ed73-9e73-41e1-8e64-0bb12f993d96 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432835 Mar 10 17:33:39.471022 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-be2e93a1-ad71-442b-83ed-c47989211923 req-76f8f76d-29f3-46a2-9d93-d3f6862f9a41 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 210 time: 0.0767436 Mar 10 17:33:39.516117 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740b878-bc57-417f-8756-3c0aa9d4ab52 req-89c4299b-9880-422c-92e0-c0b304db0272 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:39.517614 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5740b878-bc57-417f-8756-3c0aa9d4ab52 req-89c4299b-9880-422c-92e0-c0b304db0272 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 945 time: 0.1379130 Mar 10 17:33:39.524006 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-674d926e-e96a-4e32-89a6-1d4605c8af53 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:39.525329 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-674d926e-e96a-4e32-89a6-1d4605c8af53 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 817 time: 0.1701863 Mar 10 17:33:39.526347 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 39932) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:39.530501 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-5b83b315-cdc7-46d5-8b4c-f7d3fbb5ec44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Request body: {'floatingip': {'port_id': 'b37caed2-fef7-446a-9573-30a7d5a37df9'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:39.583155 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5b83b315-cdc7-46d5-8b4c-f7d3fbb5ec44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (2ba7e903-34a3-4f62-9844-f6c5a58b8af1), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.696690 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-1c5a4db5-688a-48e6-b19a-62a0e3eb1bcf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44e141ba2afe439c88dacb1c3939d477 HTTP/1.1" status: 200 len: 379 time: 0.1346965 Mar 10 17:33:39.709316 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'port': {'device_id': '41227630-d6ec-4448-99d9-575ac12dea13', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'admin_state_up': True, 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'security_groups': ['ad3adef8-75bf-4505-b560-783aff5343ef']}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:39.939005 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Made reservation on behalf of 44e141ba2afe439c88dacb1c3939d477 for: {'port': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:39.942238 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.237912 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_common [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Allocated IP 172.20.0.9 (986c3037-0405-4fa2-9434-6c1982f631e6/c1e06339-0060-4f9a-b8b3-6d88669c5ae4/f50d333f-fbce-4525-b13f-8d10edb82a94) {{(pid=102916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:40.265364 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5b83b315-cdc7-46d5-8b4c-f7d3fbb5ec44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.275021 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5772c-2665-4c8b-bd6c-4a418bc929ac req-b783c156-2a50-4793-95af-ae49454c8b16 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:40.276473 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eda5772c-2665-4c8b-bd6c-4a418bc929ac req-b783c156-2a50-4793-95af-ae49454c8b16 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.1560977 Mar 10 17:33:40.280033 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5b83b315-cdc7-46d5-8b4c-f7d3fbb5ec44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (2ba7e903-34a3-4f62-9844-f6c5a58b8af1), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.467218 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eda5772c-2665-4c8b-bd6c-4a418bc929ac req-b85d78cb-e499-400c-8ce8-620137c65e5b tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828337 Mar 10 17:33:40.491936 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-5b83b315-cdc7-46d5-8b4c-f7d3fbb5ec44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Floating IP 2ba7e903-34a3-4f62-9844-f6c5a58b8af1 associated. External IP: 172.27.3.130, port: b37caed2-fef7-446a-9573-30a7d5a37df9. Mar 10 17:33:40.564392 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.643149 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0e4831ee-f82f-49e5-9672-46f805505db9 req-fbe85f80-89b5-4c29-b6fd-5aaf158a8f12 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 210 time: 0.0389967 Mar 10 17:33:40.701937 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.758938 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Network 986c3037-0405-4fa2-9434-6c1982f631e6 is already hosted by enough agents. {{(pid=102916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:40.765781 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Resources bound (agent type, host, resource id): {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:40.792050 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:40.795914 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Received port after_create {{(pid=102916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:40.855970 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b83b315-cdc7-46d5-8b4c-f7d3fbb5ec44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:33:40.863489 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:40.864104 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.916430 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-13e54f86-7e53-4cbf-835e-6a9e28fa58c9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2105570 Mar 10 17:33:40.938760 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Request body: {'port': {'device_id': '41227630-d6ec-4448-99d9-575ac12dea13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:41.014584 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-41a68f04-8de7-4451-ba3d-39c9eb9af71a None None] Provisioning complete for port f50d333f-fbce-4525-b13f-8d10edb82a94 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:41.015196 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-41a68f04-8de7-4451-ba3d-39c9eb9af71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.049691 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-41a68f04-8de7-4451-ba3d-39c9eb9af71a None None] Port f50d333f-fbce-4525-b13f-8d10edb82a94 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:41.292922 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b83b315-cdc7-46d5-8b4c-f7d3fbb5ec44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:41.299137 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-5b83b315-cdc7-46d5-8b4c-f7d3fbb5ec44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.304327 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:41.314445 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:41.315074 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:33:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:41.320738 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.342022 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-5b83b315-cdc7-46d5-8b4c-f7d3fbb5ec44 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "PUT /v2.0/floatingips/2ba7e903-34a3-4f62-9844-f6c5a58b8af1 HTTP/1.1" status: 200 len: 991 time: 1.8147404 Mar 10 17:33:41.357989 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290d89de-dad6-4a95-b778-c8077fa2982c', 'tag': 'b37caed2-fef7-446a-9573-30a7d5a37df9'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:41.360238 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c7a310-d0e5-46f3-a811-541c40ec9da7" -d '{"events": [{"name": "network-changed", "server_uuid": "290d89de-dad6-4a95-b778-c8077fa2982c", "tag": "b37caed2-fef7-446a-9573-30a7d5a37df9"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:41.429065 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:41.430708 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32b0520-3bad-440f-b3fb-b198c67e9188 x-openstack-request-id: req-f32b0520-3bad-440f-b3fb-b198c67e9188 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:41.431002 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290d89de-dad6-4a95-b778-c8077fa2982c", "tag": "b37caed2-fef7-446a-9573-30a7d5a37df9", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:41.431255 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f32b0520-3bad-440f-b3fb-b198c67e9188 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:41.431636 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290d89de-dad6-4a95-b778-c8077fa2982c', 'tag': 'b37caed2-fef7-446a-9573-30a7d5a37df9', 'status': 'completed', 'code': 200} Mar 10 17:33:41.489869 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-861c490b-0170-4647-8392-1f074a33b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:41.492188 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-861c490b-0170-4647-8392-1f074a33b9e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bfade72cd754d9092d313481b3f465f&device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 1129 time: 0.0503724 Mar 10 17:33:41.594331 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-a8dba785-687b-4c41-864c-ef9560fab168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:41.596291 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-a8dba785-687b-4c41-864c-ef9560fab168 service neutron] 10.222.0.37 "GET /v2.0/networks?id=492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 200 len: 915 time: 0.0959611 Mar 10 17:33:41.640275 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50d333f-fbce-4525-b13f-8d10edb82a94 {{(pid=102916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:41.649938 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Publish callbacks [] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.666720 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569ae0f-8c76-4e31-b385-4fcb8d39edfb req-22dc5de9-89a8-4d2a-bad0-7361e4248ef4 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:41.674877 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9569ae0f-8c76-4e31-b385-4fcb8d39edfb req-22dc5de9-89a8-4d2a-bad0-7361e4248ef4 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.1256125 Mar 10 17:33:41.693684 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.provisioning_blocks [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Transition to ACTIVE for port object f50d333f-fbce-4525-b13f-8d10edb82a94 will not be triggered until provisioned by entity L2. {{(pid=102916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:33:41.696595 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-a5acf379-3f1d-4383-ad8c-3590fc745f7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b37caed2-fef7-446a-9573-30a7d5a37df9 HTTP/1.1" status: 200 len: 999 time: 0.0894094 Mar 10 17:33:41.703404 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.705023 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-cc97edb7-6394-44e3-8508-25fe69181bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:41.706282 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-cc97edb7-6394-44e3-8508-25fe69181bb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1130 time: 0.1088841 Mar 10 17:33:41.806883 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9569ae0f-8c76-4e31-b385-4fcb8d39edfb req-2d55e4db-79c4-4225-8e94-116f806ff797 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310015 Mar 10 17:33:41.835966 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=2']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:41.851941 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '2ba7e903-34a3-4f62-9844-f6c5a58b8af1', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': 'b37caed2-fef7-446a-9573-30a7d5a37df9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:ff:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d89de-dad6-4a95-b778-c8077fa2982c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:26Z', 'updated_at': '2022-03-10T17:33:40Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:41.883106 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:41.893327 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:41.894129 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:33:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:41.912850 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e874ea9-24a5-4661-a0b7-88aae6db7701 req-7c592e6f-5e80-4ae4-9340-e74093e52487 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:41.914487 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3e874ea9-24a5-4661-a0b7-88aae6db7701 req-7c592e6f-5e80-4ae4-9340-e74093e52487 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.1753633 Mar 10 17:33:41.959568 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Attempting to bind port f50d333f-fbce-4525-b13f-8d10edb82a94 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:41.959908 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Attempting to bind port f50d333f-fbce-4525-b13f-8d10edb82a94 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:41.960246 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Attempting to bind port f50d333f-fbce-4525-b13f-8d10edb82a94 on network 986c3037-0405-4fa2-9434-6c1982f631e6 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:41.976033 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Port f50d333f-fbce-4525-b13f-8d10edb82a94 on network 986c3037-0405-4fa2-9434-6c1982f631e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:33:41.976955 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Attempting to bind port f50d333f-fbce-4525-b13f-8d10edb82a94 on network 986c3037-0405-4fa2-9434-6c1982f631e6 {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:41.990333 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:41.990680 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Checking segment: {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:41.991070 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Bound using segment: {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'} {{(pid=102916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:41.991506 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.managers [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Bound port: f50d333f-fbce-4525-b13f-8d10edb82a94, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b9932d-29f4-4aef-b43c-403911ccde90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6'}}] {{(pid=102916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:41.991869 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.997047 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3e874ea9-24a5-4661-a0b7-88aae6db7701 req-3f24ab3d-cc4d-4d04-9392-d69f60d6a03d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711820 Mar 10 17:33:42.029035 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:42.067095 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, cleared binding levels {{(pid=102916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:42.070357 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:42.078247 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16576302'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.113033 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.113728 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.115041 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] 10.222.0.37 "PUT /v2.0/ports/f50d333f-fbce-4525-b13f-8d10edb82a94 HTTP/1.1" status: 200 len: 1093 time: 1.1818967 Mar 10 17:33:42.137410 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-bd5f8d39-baec-4124-bb79-06bbabc8694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.138939 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-bd5f8d39-baec-4124-bb79-06bbabc8694a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 200 len: 853 time: 0.4302597 Mar 10 17:33:42.147095 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53425f-c122-4234-b76f-d0df3f52160e service neutron] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=3']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:42.179099 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-6b9f69d2-f479-4d73-b639-8aea3fab3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.180896 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-6b9f69d2-f479-4d73-b639-8aea3fab3335 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 200 len: 910 time: 0.4614506 Mar 10 17:33:42.228034 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fabf7ab4-657f-4407-9ed6-cd45e0245e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.230514 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-fabf7ab4-657f-4407-9ed6-cd45e0245e37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 1127 time: 0.0589125 Mar 10 17:33:42.269138 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-de328bbb-8f17-4a33-b510-7a494c41abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.270696 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-de328bbb-8f17-4a33-b510-7a494c41abbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=492946a2-c896-490a-bb54-962c310b31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056373 Mar 10 17:33:42.290166 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-f9338754-8793-492c-947c-00cd1f6a8c6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 1002 time: 0.0921869 Mar 10 17:33:42.299414 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-533c9c15-dea0-4224-9d8c-18ee60256b74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f50d333f-fbce-4525-b13f-8d10edb82a94 HTTP/1.1" status: 200 len: 217 time: 0.0514376 Mar 10 17:33:42.347474 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '2ba7e903-34a3-4f62-9844-f6c5a58b8af1', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': 'b37caed2-fef7-446a-9573-30a7d5a37df9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:ff:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d89de-dad6-4a95-b778-c8077fa2982c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:26Z', 'updated_at': '2022-03-10T17:33:40Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:42.356223 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-4107b423-ca69-4d65-8dad-20649607eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.357692 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-4107b423-ca69-4d65-8dad-20649607eaa0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0532544 Mar 10 17:33:42.378204 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6fbc8-9d13-42b4-ab0d-969a9a762f01 None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '2ba7e903-34a3-4f62-9844-f6c5a58b8af1', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '5c308840-486b-4081-a622-69b76bfba267', 'port_id': 'b37caed2-fef7-446a-9573-30a7d5a37df9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'mac_address': 'fa:16:3e:ff:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d89de-dad6-4a95-b778-c8077fa2982c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:26Z', 'updated_at': '2022-03-10T17:33:40Z', 'revision_number': 1, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:42.389155 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-eeb8e826-7873-45b6-89b3-2c093df48c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.390758 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-eeb8e826-7873-45b6-89b3-2c093df48c59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53e1121e-b8ac-4d18-b92d-89d9025942a9 HTTP/1.1" status: 200 len: 848 time: 0.0904377 Mar 10 17:33:42.409891 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-7c7f112b-e139-4678-a3d2-3ac3839cef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.411431 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-7c7f112b-e139-4678-a3d2-3ac3839cef51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473697 Mar 10 17:33:42.417557 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-2177c571-a3ae-4148-9e04-60a9a081639a service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386805 Mar 10 17:33:42.502245 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-735dd2af-033d-4b5a-8931-86908d1ef076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.503810 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-735dd2af-033d-4b5a-8931-86908d1ef076 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996552 Mar 10 17:33:42.523565 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-ec220d5b-dad4-4af7-ab3b-896cb6535907 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956144 Mar 10 17:33:42.565497 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-91c7a310-d0e5-46f3-a811-541c40ec9da7 req-5bb84c59-793e-4f4e-abdb-a881e552c76f service neutron] 10.222.0.37 "GET /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333008 Mar 10 17:33:42.620261 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-210a7bb2-343e-46b1-a5a0-3a192626c0bc req-ffbbba21-4146-490f-9572-8e4d07069f62 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903530 Mar 10 17:33:42.627174 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-cbcfde8c-8702-48de-93fc-fe77931f9d5f service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152074 Mar 10 17:33:42.627455 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58955506-f877-4192-8ac8-e91e0b14c0bd None None] New status for floating IP 2ba7e903-34a3-4f62-9844-f6c5a58b8af1: ACTIVE {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:33:42.723756 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-bc50a9b3-8ab8-4f00-bad8-334d85ed3fba req-0ac9cc41-0eeb-483d-bb56-8b9a2b94d2bf service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867832 Mar 10 17:33:42.902489 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32442339-12e4-4363-8846-37c991a92e06 req-619f92d0-4b24-49a7-8325-6d65854e0131 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.904044 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-32442339-12e4-4363-8846-37c991a92e06 req-619f92d0-4b24-49a7-8325-6d65854e0131 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0529332 Mar 10 17:33:42.956361 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-32442339-12e4-4363-8846-37c991a92e06 req-491b498c-b98c-4a77-ad4c-6dab013f5efd tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467927 Mar 10 17:33:43.123491 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e6bcd-68e0-419a-9e04-c42cf988b692 req-d615f412-015f-4561-8a71-64358a73c8fd tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:43.124927 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-279e6bcd-68e0-419a-9e04-c42cf988b692 req-d615f412-015f-4561-8a71-64358a73c8fd tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0507748 Mar 10 17:33:43.169414 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-279e6bcd-68e0-419a-9e04-c42cf988b692 req-2729148e-6f09-444b-b7be-b2c6a2d34c0d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391021 Mar 10 17:33:43.432686 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:43.435053 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3689c4a-1ff1-4a79-b903-4e22c562cba6" -d '{"events": [{"name": "network-changed", "server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:43.468356 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fbdded-b81b-47e8-8efd-b4c51e1b792f x-openstack-request-id: req-d2fbdded-b81b-47e8-8efd-b4c51e1b792f {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:43.468643 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:43.468891 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2fbdded-b81b-47e8-8efd-b4c51e1b792f {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:43.469277 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'status': 'completed', 'code': 200} Mar 10 17:33:43.562354 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-b2f8ce99-9272-4291-93e0-3fec93b3f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:43.563784 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-b2f8ce99-9272-4291-93e0-3fec93b3f5fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 1127 time: 0.0440223 Mar 10 17:33:43.655754 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-80209c59-1326-41e0-b854-4755b1bcd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:43.657218 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-80209c59-1326-41e0-b854-4755b1bcd1a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.0866029 Mar 10 17:33:43.702181 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-c8869114-e4d8-4533-88bf-7f950f536728 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f50d333f-fbce-4525-b13f-8d10edb82a94 HTTP/1.1" status: 200 len: 217 time: 0.0377662 Mar 10 17:33:43.748132 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-1054dbd2-20f0-48d0-8436-2c2cf848223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:43.749539 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-1054dbd2-20f0-48d0-8436-2c2cf848223b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0414851 Mar 10 17:33:43.797750 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-908b2bf9-2f43-4096-a89a-1435c66a0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:43.799280 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-908b2bf9-2f43-4096-a89a-1435c66a0df4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428188 Mar 10 17:33:43.888771 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-e368466f-5a26-4b0d-a1c6-8c7b0b88b9b9 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815647 Mar 10 17:33:43.987552 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a3689c4a-1ff1-4a79-b903-4e22c562cba6 req-f5660cd9-5d72-480a-af88-5f8820a27d49 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914874 Mar 10 17:33:44.079875 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db457e-c89f-4b7a-952a-6be8fb9ff7d1 req-b062a8b7-c611-42ad-8838-eff4e5e0bb93 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:44.081359 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-21db457e-c89f-4b7a-952a-6be8fb9ff7d1 req-b062a8b7-c611-42ad-8838-eff4e5e0bb93 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0538945 Mar 10 17:33:44.127900 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-21db457e-c89f-4b7a-952a-6be8fb9ff7d1 req-9ee7ae1c-03fd-4f51-9095-ab2c2c01a5c3 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Mar 10 17:33:44.293203 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0597e1-9062-453a-8471-764ad131c036 req-4b8d671d-9975-4d94-8abc-32288fec4654 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:44.294708 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a0597e1-9062-453a-8471-764ad131c036 req-4b8d671d-9975-4d94-8abc-32288fec4654 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0549216 Mar 10 17:33:44.340717 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1a0597e1-9062-453a-8471-764ad131c036 req-b92f1e73-64c9-42a0-942b-733db725f9fa tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404944 Mar 10 17:33:45.250016 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f8da0-3269-4ae4-94c9-3059c9a3fb5d req-2103479f-3656-46b7-9229-99535d45107a tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:45.251590 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-136f8da0-3269-4ae4-94c9-3059c9a3fb5d req-2103479f-3656-46b7-9229-99535d45107a tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0579822 Mar 10 17:33:45.307247 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-136f8da0-3269-4ae4-94c9-3059c9a3fb5d req-cde6281c-4538-4c50-8158-2c4ef6bde2c9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498819 Mar 10 17:33:45.463830 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bded31-6f9d-4391-9320-ce763e645a58 req-85bf08c6-71ff-479e-9a68-17c78ce0c8e4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:45.465857 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a0bded31-6f9d-4391-9320-ce763e645a58 req-85bf08c6-71ff-479e-9a68-17c78ce0c8e4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0546286 Mar 10 17:33:45.510906 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a0bded31-6f9d-4391-9320-ce763e645a58 req-f906e189-4d84-4003-9762-3de53fe309ed tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392656 Mar 10 17:33:46.423278 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7371c-e10f-4393-b14b-0399c3a0f7ee req-adf2d414-5148-49c1-a74d-38f7ae1de178 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:46.424757 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9de7371c-e10f-4393-b14b-0399c3a0f7ee req-adf2d414-5148-49c1-a74d-38f7ae1de178 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0515389 Mar 10 17:33:46.472751 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9de7371c-e10f-4393-b14b-0399c3a0f7ee req-40428c6e-4d2c-4ac3-a55c-1b56f2039c53 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423172 Mar 10 17:33:46.546794 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-de0bccd3-bf74-47d1-a331-6991eec0a3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.637068 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac9f07-dc7d-48fa-b050-bc5916a63fef req-02cd2764-2a78-4445-b6cc-0ba38b8c23ef tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:46.638700 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7cac9f07-dc7d-48fa-b050-bc5916a63fef req-02cd2764-2a78-4445-b6cc-0ba38b8c23ef tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0579045 Mar 10 17:33:46.675268 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39980) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:46.730204 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7cac9f07-dc7d-48fa-b050-bc5916a63fef req-bb67de6d-1e8f-4c6a-a9a4-20c0241fbc7e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848215 Mar 10 17:33:46.741463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9247eee-7059-4567-a25f-e3459c0cf92f req-6789b5ba-c050-4d6c-a93e-dcc2a47a6616 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:46.742978 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9247eee-7059-4567-a25f-e3459c0cf92f req-6789b5ba-c050-4d6c-a93e-dcc2a47a6616 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0989418 Mar 10 17:33:46.767391 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-6df5cddb-c050-47b7-b41f-c3a57e982717 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907726 Mar 10 17:33:46.776277 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-a55a7772-aac6-4af6-9096-53a125a0b55b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102915) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:33:46.777822 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-a55a7772-aac6-4af6-9096-53a125a0b55b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052574 Mar 10 17:33:46.794342 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a9247eee-7059-4567-a25f-e3459c0cf92f req-384d097b-39bf-4451-8e6f-4630913e0892 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432608 Mar 10 17:33:46.852611 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 39988) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:46.899641 dv-cinder-830538-8-iscsi neutron-server[102915]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 17:33:46.910130 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device f50d333f-fbce-4525-b13f-8d10edb82a94 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:33:46.945340 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-50bd7a45-d1ec-4298-996d-59c159fd0ba9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:46.946747 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-50bd7a45-d1ec-4298-996d-59c159fd0ba9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports/8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 943 time: 0.0931623 Mar 10 17:33:47.004256 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:47.015960 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'port_id': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'mac_address': 'fa:16:3e:0b:e6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:33:47.056806 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port f50d333f-fbce-4525-b13f-8d10edb82a94 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:47.057203 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:47.070144 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50d333f-fbce-4525-b13f-8d10edb82a94 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:47.090377 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:47.094961 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:47.143518 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:47.596631 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['f50d333f-fbce-4525-b13f-8d10edb82a94'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:47.857307 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a1dab-2e02-470c-9acc-9b876e836937 req-d1d48002-df26-4482-ab3d-9f9e5f2836c5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:47.858976 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-333a1dab-2e02-470c-9acc-9b876e836937 req-d1d48002-df26-4482-ab3d-9f9e5f2836c5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.0551653 Mar 10 17:33:47.941300 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-333a1dab-2e02-470c-9acc-9b876e836937 req-7c320f7e-a8b8-4884-9851-08934d77a53f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731528 Mar 10 17:33:47.952148 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8326f2-81ad-47ad-861d-077765c3f928 req-e519d763-ad25-461b-a111-71df0ccbbcd1 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:47.953610 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8e8326f2-81ad-47ad-861d-077765c3f928 req-e519d763-ad25-461b-a111-71df0ccbbcd1 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0937574 Mar 10 17:33:48.004063 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8e8326f2-81ad-47ad-861d-077765c3f928 req-4670502b-e823-4158-b078-5919f0dd86dc tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448740 Mar 10 17:33:48.563316 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-c5fa441e-626c-4ec1-9cfb-88b59a7593fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:48.564780 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-c5fa441e-626c-4ec1-9cfb-88b59a7593fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df&tenant_id=55e43dcbd9b149b4abf235a40dd4a211 HTTP/1.1" status: 200 len: 1130 time: 0.0768867 Mar 10 17:33:48.644444 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-dbaa2bac-bcbd-4ee2-be1b-fac66478ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:48.645905 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-dbaa2bac-bcbd-4ee2-be1b-fac66478ce98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1130 time: 0.0490026 Mar 10 17:33:48.736180 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-b5281b5d-0036-4f01-9f36-fd2f2acca7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:48.737634 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-b5281b5d-0036-4f01-9f36-fd2f2acca7d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 200 len: 910 time: 0.0843511 Mar 10 17:33:48.800532 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-0bba37e9-b79e-410e-94cb-fedd7acae1b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 1002 time: 0.0563152 Mar 10 17:33:48.838717 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-637547fd-facd-4153-99e6-66d75a303792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.850212 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-e24b67ee-d7ce-43c2-9e71-97ba2f4a1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:48.851650 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-e24b67ee-d7ce-43c2-9e71-97ba2f4a1dbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53e1121e-b8ac-4d18-b92d-89d9025942a9 HTTP/1.1" status: 200 len: 848 time: 0.0447452 Mar 10 17:33:48.901579 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-6cc49876-db36-413d-83fa-88260ee366e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:48.903161 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-6cc49876-db36-413d-83fa-88260ee366e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457518 Mar 10 17:33:48.911812 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device f50d333f-fbce-4525-b13f-8d10edb82a94 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:48.961092 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port f50d333f-fbce-4525-b13f-8d10edb82a94 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:33:48.964882 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port f50d333f-fbce-4525-b13f-8d10edb82a94 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:48.965260 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.998896 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-d66b225e-fa6e-4132-92ce-5b330fa93f5b service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847719 Mar 10 17:33:49.050262 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port f50d333f-fbce-4525-b13f-8d10edb82a94 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:49.050665 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:49.078038 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:49.081885 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f95cdd-d655-4212-a8ca-9e32336ec1f1" -d '{"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-plugged", "status": "completed", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:49.095309 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:49.100483 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:49.101705 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 8bc65158-a8be-462d-a713-e6796d774362 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:49.103359 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-ee837c1a-3d04-4161-86f3-05dd1d6a9240 req-e3488bb2-23f1-4f5c-ac53-fb1dfbc022eb service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974681 Mar 10 17:33:49.134626 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8397-51f4-4be2-81f0-2418c9dcfe37 req-62dfa5ae-25ca-450a-8bf0-da1c4e5a8c08 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:49.136216 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-05eb8397-51f4-4be2-81f0-2418c9dcfe37 req-62dfa5ae-25ca-450a-8bf0-da1c4e5a8c08 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.0879653 Mar 10 17:33:49.158856 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f77131-0e39-41d8-a86a-8999dffed32a req-1b2159af-c212-4479-a839-ac797e440028 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:49.160333 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-98f77131-0e39-41d8-a86a-8999dffed32a req-1b2159af-c212-4479-a839-ac797e440028 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0769391 Mar 10 17:33:49.177375 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:49.222305 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 8bc65158-a8be-462d-a713-e6796d774362 is: ACTIVE; New status is: DOWN {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:49.222854 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (8bc65158-a8be-462d-a713-e6796d774362), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:49.228879 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-05eb8397-51f4-4be2-81f0-2418c9dcfe37 req-ab3c6f68-326e-456e-a78a-39947c60b0b0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843465 Mar 10 17:33:49.238356 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-98f77131-0e39-41d8-a86a-8999dffed32a req-462083f1-b4dc-4a20-8931-39c5c24b5e7d tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703921 Mar 10 17:33:49.259023 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=8bc65158-a8be-462d-a713-e6796d774362,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:49.263198 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (8bc65158-a8be-462d-a713-e6796d774362), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:49.288451 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b1b0be-e500-467e-b0c0-2a2b80aa3fe0 x-openstack-request-id: req-29b1b0be-e500-467e-b0c0-2a2b80aa3fe0 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:49.288741 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-plugged", "status": "completed", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:49.288986 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29b1b0be-e500-467e-b0c0-2a2b80aa3fe0 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:49.289363 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'code': 200} Mar 10 17:33:49.313996 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=8bc65158-a8be-462d-a713-e6796d774362,revision_number=6']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:49.490448 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d0908-562d-495d-adce-fad4ec4f3b5f req-4265d901-644f-449a-8a94-2831d4472c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:49.491927 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9c3d0908-562d-495d-adce-fad4ec4f3b5f req-4265d901-644f-449a-8a94-2831d4472c48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 1129 time: 0.0430045 Mar 10 17:33:49.535453 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9c3d0908-562d-495d-adce-fad4ec4f3b5f req-e0c831e4-8285-4b1c-9ab2-41550a553a97 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360026 Mar 10 17:33:49.985769 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:50.382447 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ffdf2-17f3-451d-87cd-22c1a817fea0 req-33e8dc80-d5a7-4764-a637-bc1f984c6dc0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:50.383919 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-019ffdf2-17f3-451d-87cd-22c1a817fea0 req-33e8dc80-d5a7-4764-a637-bc1f984c6dc0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0836778 Mar 10 17:33:50.390600 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af7c94-0d48-4985-b10b-2f5ebc16ec22 req-c35129f4-fdea-44e8-af8b-56e5a2433833 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:50.392189 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b0af7c94-0d48-4985-b10b-2f5ebc16ec22 req-c35129f4-fdea-44e8-af8b-56e5a2433833 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0824909 Mar 10 17:33:50.459214 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-019ffdf2-17f3-451d-87cd-22c1a817fea0 req-e7c7e00d-f231-47a9-970a-dc2607963207 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662205 Mar 10 17:33:50.471946 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b0af7c94-0d48-4985-b10b-2f5ebc16ec22 req-a633b66d-29cf-4bb5-9810-c8781f833aa8 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728674 Mar 10 17:33:51.290332 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc65158-a8be-462d-a713-e6796d774362'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:51.292530 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d451e56-5b3e-4373-aa72-ea427fb9517c" -d '{"events": [{"server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc65158-a8be-462d-a713-e6796d774362"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:51.326909 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66429ee5-7f8b-4f3e-9464-20abfa474d21 x-openstack-request-id: req-66429ee5-7f8b-4f3e-9464-20abfa474d21 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:51.327195 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc65158-a8be-462d-a713-e6796d774362", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:51.327446 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66429ee5-7f8b-4f3e-9464-20abfa474d21 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:51.327839 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc65158-a8be-462d-a713-e6796d774362', 'code': 200} Mar 10 17:33:51.394910 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:51.613228 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb3076-4cd3-4a6d-af3e-2491390b0411 req-f9480081-f12f-4e12-9c7f-6b7d82c48369 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:51.614625 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0bfb3076-4cd3-4a6d-af3e-2491390b0411 req-f9480081-f12f-4e12-9c7f-6b7d82c48369 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0850151 Mar 10 17:33:51.635832 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11f698-a1be-4e92-a119-06d6b9f0a4cf req-4506a825-5794-43d3-8d28-c90a0c75e53b tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:51.637812 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd11f698-a1be-4e92-a119-06d6b9f0a4cf req-4506a825-5794-43d3-8d28-c90a0c75e53b tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0823810 Mar 10 17:33:51.697361 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0bfb3076-4cd3-4a6d-af3e-2491390b0411 req-7867e52f-f318-4abe-9f75-8713c2a3a773 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763886 Mar 10 17:33:51.706069 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fd11f698-a1be-4e92-a119-06d6b9f0a4cf req-ecafc072-af78-4bee-8e91-10fbea1bcd4c tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622609 Mar 10 17:33:52.851698 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3927f20-f008-4262-8490-fff4bafcf1e9 req-e593276d-c330-452c-b56f-a90207182195 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:52.853184 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e3927f20-f008-4262-8490-fff4bafcf1e9 req-e593276d-c330-452c-b56f-a90207182195 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0859368 Mar 10 17:33:52.861120 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe650a-196d-4bff-83db-3fa0e915def9 req-57131851-e868-4992-8826-f646f6696391 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:52.862642 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2fbe650a-196d-4bff-83db-3fa0e915def9 req-57131851-e868-4992-8826-f646f6696391 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0863879 Mar 10 17:33:52.882856 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.930756 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e3927f20-f008-4262-8490-fff4bafcf1e9 req-137dbfd0-9955-46dd-b084-892c0db8ae04 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671518 Mar 10 17:33:52.939932 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2fbe650a-196d-4bff-83db-3fa0e915def9 req-3427847c-663d-47ab-9ffd-8e06af5f0023 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705888 Mar 10 17:33:53.046674 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7c3d-09d1-44a7-ac19-473dba12f082 req-5b95e474-002b-4bf9-91ee-b348519306bf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:53.048032 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5fce7c3d-09d1-44a7-ac19-473dba12f082 req-5b95e474-002b-4bf9-91ee-b348519306bf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0525045 Mar 10 17:33:53.056337 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 40028) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:53.060644 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-e4899d4e-7521-44cf-8923-6a3cf5c9ae29 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Request body: {'floatingip': {'port_id': 'f50d333f-fbce-4525-b13f-8d10edb82a94'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:53.101604 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4899d4e-7521-44cf-8923-6a3cf5c9ae29 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0), before_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.536541 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4899d4e-7521-44cf-8923-6a3cf5c9ae29 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.540212 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4899d4e-7521-44cf-8923-6a3cf5c9ae29 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0), after_update {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.638003 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-e4899d4e-7521-44cf-8923-6a3cf5c9ae29 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Floating IP 10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0 associated. External IP: 172.27.3.212, port: f50d333f-fbce-4525-b13f-8d10edb82a94. Mar 10 17:33:53.838553 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4899d4e-7521-44cf-8923-6a3cf5c9ae29 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Router f2fbf394-3a9c-4a34-93b5-03511bc33c56 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:33:53.947549 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4899d4e-7521-44cf-8923-6a3cf5c9ae29 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:53.952223 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4899d4e-7521-44cf-8923-6a3cf5c9ae29 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.956743 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] Sync routers for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:53.970420 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:53.971316 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:33:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:53.990776 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e4899d4e-7521-44cf-8923-6a3cf5c9ae29 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "PUT /v2.0/floatingips/10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0 HTTP/1.1" status: 200 len: 991 time: 0.9333739 Mar 10 17:33:53.992402 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:53.995688 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b" -d '{"events": [{"name": "network-changed", "server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:54.040320 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5b3eda-443e-4fe8-ba0e-fd0cb407c124 x-openstack-request-id: req-cd5b3eda-443e-4fe8-ba0e-fd0cb407c124 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:54.040611 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:54.040860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd5b3eda-443e-4fe8-ba0e-fd0cb407c124 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:54.041278 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'status': 'completed', 'code': 200} Mar 10 17:33:54.066817 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e132bbe-4210-4cd8-8c28-fc638b1a66b2 req-28c05e17-ea47-4b7e-82b5-09c7a5dafa65 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:54.068410 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e132bbe-4210-4cd8-8c28-fc638b1a66b2 req-28c05e17-ea47-4b7e-82b5-09c7a5dafa65 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0610318 Mar 10 17:33:54.086250 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:54.117370 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e132bbe-4210-4cd8-8c28-fc638b1a66b2 req-c2580fea-45f0-43d1-a893-829924cb01d7 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434957 Mar 10 17:33:54.133746 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-67553205-33a3-47fe-a481-d064161295d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:54.135313 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-67553205-33a3-47fe-a481-d064161295d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 1129 time: 0.0429504 Mar 10 17:33:54.225996 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-df8d89f0-0435-4928-9bdc-396c30566410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:54.227500 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-df8d89f0-0435-4928-9bdc-396c30566410 service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.0857134 Mar 10 17:33:54.300987 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-7a67a353-a9d8-4771-93dc-d0d038ba7e39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f50d333f-fbce-4525-b13f-8d10edb82a94 HTTP/1.1" status: 200 len: 999 time: 0.0602891 Mar 10 17:33:54.304951 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'port_id': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'mac_address': 'fa:16:3e:0b:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41227630-d6ec-4448-99d9-575ac12dea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:37Z', 'updated_at': '2022-03-10T17:33:53Z', 'revision_number': 1, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:54.331176 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] Checking router: f2fbf394-3a9c-4a34-93b5-03511bc33c56 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:54.339413 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:54.340569 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:33:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:54.350273 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-bc47af0b-a8b5-49da-9494-9272fef88614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:54.351861 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-bc47af0b-a8b5-49da-9494-9272fef88614 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0437098 Mar 10 17:33:54.405339 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-c126a9cb-2cb8-4009-b8c6-0cfd2a3678c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:54.406854 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-c126a9cb-2cb8-4009-b8c6-0cfd2a3678c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430441 Mar 10 17:33:54.445343 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:54.506466 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-f5491df9-e32a-4f2b-8c03-4829abbefc5f service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860362 Mar 10 17:33:54.596867 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-539adc3e-5054-45d0-9b36-c6acb6f3ce4b req-da20bdf3-d6fb-43ec-a4bf-6cfe7ef370dc service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805397 Mar 10 17:33:54.791963 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'port_id': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'mac_address': 'fa:16:3e:0b:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41227630-d6ec-4448-99d9-575ac12dea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:37Z', 'updated_at': '2022-03-10T17:33:53Z', 'revision_number': 1, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:54.817174 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7c0fd-259a-4d6b-93ee-21b60d40eae3 None None] The sync data for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi is: [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'port_id': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'mac_address': 'fa:16:3e:0b:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41227630-d6ec-4448-99d9-575ac12dea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:37Z', 'updated_at': '2022-03-10T17:33:53Z', 'revision_number': 1, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:55.009273 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb28e5-2768-4cde-95f5-8fa6546db5e7 None None] New status for floating IP 10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0: ACTIVE {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:33:55.248822 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7118325-f291-4cf9-891a-de7e76e907a5 req-dd44f8b3-1d6b-4e29-b120-1665fe6f519a tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:55.250336 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d7118325-f291-4cf9-891a-de7e76e907a5 req-dd44f8b3-1d6b-4e29-b120-1665fe6f519a tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0525541 Mar 10 17:33:55.297613 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d7118325-f291-4cf9-891a-de7e76e907a5 req-d618671f-e670-4136-9a08-17c2a597d900 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417428 Mar 10 17:33:56.415834 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa7c52-9b60-4c55-8c4b-4de1c708bb68 req-e248effd-e7c5-4786-9cd2-b5a1f9ff856c tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:56.417348 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2aa7c52-9b60-4c55-8c4b-4de1c708bb68 req-e248effd-e7c5-4786-9cd2-b5a1f9ff856c tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0542960 Mar 10 17:33:56.463889 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e2aa7c52-9b60-4c55-8c4b-4de1c708bb68 req-4b85c722-48de-4f37-9d20-a27ae14b8b52 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Mar 10 17:33:56.922752 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388f4ea-4afe-424c-a2a2-e5d960bfdc69 req-f41aca88-416b-4ad0-8cda-bfd8899cab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:56.924226 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-6388f4ea-4afe-424c-a2a2-e5d960bfdc69 req-f41aca88-416b-4ad0-8cda-bfd8899cab5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1128 time: 0.0433958 Mar 10 17:33:56.971916 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-6388f4ea-4afe-424c-a2a2-e5d960bfdc69 req-1b760e30-cf22-44e2-8d1a-4802af573bf0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410144 Mar 10 17:33:57.579862 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d22c62-bacc-4b1e-a78e-5183a75c10a4 req-e7d71b62-1170-4174-96b4-c3c694766a89 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:57.581478 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-16d22c62-bacc-4b1e-a78e-5183a75c10a4 req-e7d71b62-1170-4174-96b4-c3c694766a89 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0516450 Mar 10 17:33:57.635128 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-16d22c62-bacc-4b1e-a78e-5183a75c10a4 req-ee7a88cb-d55d-4157-9b86-f2de9fe746d8 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480719 Mar 10 17:33:58.751379 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2add8-431f-403f-8472-25afa7805aa6 req-7d40d36f-5925-46ba-beda-d7cf364ec1aa tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.752814 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a8e2add8-431f-403f-8472-25afa7805aa6 req-7d40d36f-5925-46ba-beda-d7cf364ec1aa tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 944 time: 0.0508373 Mar 10 17:33:58.802118 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a8e2add8-431f-403f-8472-25afa7805aa6 req-b84dc1a3-010f-44b0-b2f8-fbcf490da432 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437322 Mar 10 17:33:58.938239 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 8bc65158-a8be-462d-a713-e6796d774362 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:33:58.961774 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.040291 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=8bc65158-a8be-462d-a713-e6796d774362,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:59.051774 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': '8bc65158-a8be-462d-a713-e6796d774362', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'port_id': '8bc65158-a8be-462d-a713-e6796d774362', 'mac_address': 'fa:16:3e:72:13:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:33:59.091178 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 8bc65158-a8be-462d-a713-e6796d774362 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:59.091570 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (8bc65158-a8be-462d-a713-e6796d774362), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.103893 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc65158-a8be-462d-a713-e6796d774362 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:59.122697 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=8bc65158-a8be-462d-a713-e6796d774362,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:59.126130 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (8bc65158-a8be-462d-a713-e6796d774362), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.171296 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=8bc65158-a8be-462d-a713-e6796d774362,revision_number=7']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:59.658645 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['8bc65158-a8be-462d-a713-e6796d774362'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:00.939394 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 8bc65158-a8be-462d-a713-e6796d774362 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:00.985358 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port 8bc65158-a8be-462d-a713-e6796d774362 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:00.985732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (8bc65158-a8be-462d-a713-e6796d774362), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.061645 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port 8bc65158-a8be-462d-a713-e6796d774362 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:01.062029 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (8bc65158-a8be-462d-a713-e6796d774362), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.083349 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc65158-a8be-462d-a713-e6796d774362'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:01.085526 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c66363-7424-4ae9-8715-460ef10a3cdc" -d '{"events": [{"server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "name": "network-vif-plugged", "status": "completed", "tag": "8bc65158-a8be-462d-a713-e6796d774362"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:01.097026 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=8bc65158-a8be-462d-a713-e6796d774362,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:01.102172 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (8bc65158-a8be-462d-a713-e6796d774362), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.127390 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5218707e-c785-43c1-9e18-6b2283aa7fc1 x-openstack-request-id: req-5218707e-c785-43c1-9e18-6b2283aa7fc1 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:01.127680 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "name": "network-vif-plugged", "status": "completed", "tag": "8bc65158-a8be-462d-a713-e6796d774362", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:01.127934 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5218707e-c785-43c1-9e18-6b2283aa7fc1 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:01.128315 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc65158-a8be-462d-a713-e6796d774362', 'code': 200} Mar 10 17:34:01.150996 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=8bc65158-a8be-462d-a713-e6796d774362,revision_number=8']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:08.028460 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:34:16.548950 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-0d371d0e-18b4-4f22-b5fc-028c5356ef06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.840128 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bf5aa1a8-34df-472f-96f7-11d2dda643ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.988818 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.397849 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.888818 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:24.390001 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28c7a0-a80d-48de-8224-46d356082785 req-b0aea335-b6f1-49cb-95fc-eef58f50a19f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:24.391485 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1d28c7a0-a80d-48de-8224-46d356082785 req-b0aea335-b6f1-49cb-95fc-eef58f50a19f tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Mar 10 17:34:24.436888 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1d28c7a0-a80d-48de-8224-46d356082785 req-c1b519be-02c4-426e-a00b-6ecbc6905b0a tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Mar 10 17:34:25.552918 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab71f-fafe-4bbe-bcf1-cb8e329fc4fd req-857887c1-1e1b-4585-93c8-34f115ad5cef tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:25.554383 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1f9ab71f-fafe-4bbe-bcf1-cb8e329fc4fd req-857887c1-1e1b-4585-93c8-34f115ad5cef tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 945 time: 0.0510793 Mar 10 17:34:25.598966 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1f9ab71f-fafe-4bbe-bcf1-cb8e329fc4fd req-3f71e4ee-82ba-40d0-88cc-8cdfcbcf0569 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383458 Mar 10 17:34:26.718424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ca17-7035-45ff-b189-725552d3eb63 req-327adc8e-340b-4f44-8f66-95c8ddfcd164 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:26.719867 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c7f5ca17-7035-45ff-b189-725552d3eb63 req-327adc8e-340b-4f44-8f66-95c8ddfcd164 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 945 time: 0.0553737 Mar 10 17:34:26.764564 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c7f5ca17-7035-45ff-b189-725552d3eb63 req-1fd4ee4c-2334-4bde-9509-9b0c91bdcb22 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62c787f-e0c0-433f-b99b-865e07a81de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 Mar 10 17:34:26.953322 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602375f9-9949-4866-9350-d1d0889161de req-155e00b7-ad54-4fbe-89c8-ced76311b446 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:26.954702 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-602375f9-9949-4866-9350-d1d0889161de req-155e00b7-ad54-4fbe-89c8-ced76311b446 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 945 time: 0.0522635 Mar 10 17:34:27.044325 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Deleting port 11a4491e-2e43-4852-9dea-8dd1a80e3acb {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:27.044658 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.130655 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] For port 11a4491e-2e43-4852-9dea-8dd1a80e3acb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=11a4491e-2e43-4852-9dea-8dd1a80e3acb,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:27.131827 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.346407 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.346750 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (569b53bb-8cba-428b-bc64-783ed34ff371), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.347053 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.l3_db [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Floating IP 569b53bb-8cba-428b-bc64-783ed34ff371 disassociated. External IP: 172.27.3.181, port: 11a4491e-2e43-4852-9dea-8dd1a80e3acb. Mar 10 17:34:27.347394 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Calling delete_port for 11a4491e-2e43-4852-9dea-8dd1a80e3acb owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:27.469996 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (11a4491e-2e43-4852-9dea-8dd1a80e3acb), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.494919 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event deleted for resources: {'Port': ['ID=11a4491e-2e43-4852-9dea-8dd1a80e3acb,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:27.504632 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.504984 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.505329 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.505667 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.506002 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.506364 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.506696 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.507027 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.507768 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.507768 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.507983 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.508304 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.508627 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.865793 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:34:27.874308 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-19abd710-fce2-4f7a-8123-150b99ebea15 req-9339303f-9a8f-45e6-9682-530862fca863 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b971dc74-5f49-4c1e-98a4-ae56fa296d54 HTTP/1.1" status: 200 len: 210 time: 0.0351765 Mar 10 17:34:27.977453 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:34:27.987519 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] Sync routers for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:34:27.998183 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:27.998938 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:34:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:28.019146 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] No DVR routers for this DVR port 11a4491e-2e43-4852-9dea-8dd1a80e3acb on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:34:28.021685 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:28.025224 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-602375f9-9949-4866-9350-d1d0889161de req-8b4c9eee-f0eb-4bc7-87e7-aa193b791c00 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.37 "DELETE /v2.0/ports/11a4491e-2e43-4852-9dea-8dd1a80e3acb HTTP/1.1" status: 204 len: 173 time: 1.0652707 Mar 10 17:34:28.025662 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'name': 'network-vif-deleted', 'tag': '11a4491e-2e43-4852-9dea-8dd1a80e3acb'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:28.028491 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e34cbc1-f919-443b-8fd4-e9105fd69d72" -d '{"events": [{"server_uuid": "b971dc74-5f49-4c1e-98a4-ae56fa296d54", "name": "network-vif-deleted", "tag": "11a4491e-2e43-4852-9dea-8dd1a80e3acb"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:28.062432 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baed814f-8af9-4b48-83c0-f6dd9ec0dd9a x-openstack-request-id: req-baed814f-8af9-4b48-83c0-f6dd9ec0dd9a {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:28.062732 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b971dc74-5f49-4c1e-98a4-ae56fa296d54", "name": "network-vif-deleted", "tag": "11a4491e-2e43-4852-9dea-8dd1a80e3acb", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:28.063035 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baed814f-8af9-4b48-83c0-f6dd9ec0dd9a {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:28.063430 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b971dc74-5f49-4c1e-98a4-ae56fa296d54', 'name': 'network-vif-deleted', 'tag': '11a4491e-2e43-4852-9dea-8dd1a80e3acb', 'status': 'completed', 'code': 200} Mar 10 17:34:28.115252 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:28.322068 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:28.350996 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] Checking router: 4748d658-0e4a-439c-9e3c-b9f181be3cb5 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:34:28.359816 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:28.360416 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:34:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:28.464366 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:28.671268 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:28.696829 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87464f2b-eb77-484f-9af1-874f3edb9fe7 None None] The sync data for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi is: [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '27b33c90-5709-4469-8948-53f1dcfeabed', 'name': '', 'network_id': '32168f32-ff15-46b8-a47b-1749b3a92cce', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'mac_address': 'fa:16:3e:7f:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:46Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'subnets': [{'id': 'a39ab2d5-9772-4f24-b83e-9d0ef9bb8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:34:28.905364 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767346e-e486-409d-8ba7-ab64082e4715 None None] New status for floating IP 569b53bb-8cba-428b-bc64-783ed34ff371: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:34:28.959589 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 40204) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:28.971425 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.021230 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (e62c787f-e0c0-433f-b99b-865e07a81de3), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.045710 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (e62c787f-e0c0-433f-b99b-865e07a81de3), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.094079 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e62c787f-e0c0-433f-b99b-865e07a81de3), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.096690 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.097831 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "DELETE /v2.0/security-groups/e62c787f-e0c0-433f-b99b-865e07a81de3 HTTP/1.1" status: 204 len: 168 time: 0.1372790 Mar 10 17:34:29.100687 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40206) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:29.106607 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62c787f-e0c0-433f-b99b-865e07a81de3,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:29.113440 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.113793 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.113911 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.api.v2.resource [None req-4c266d0e-1899-4037-ab75-872b5a35ebf6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] show failed (client error): The resource could not be found. Mar 10 17:34:29.114163 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.114505 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.114836 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.115169 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.115495 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.115821 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.116145 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.116468 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.116790 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.117109 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.117428 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924450-d1da-4e61-8742-d80661bc5f80 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:29.117760 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4c266d0e-1899-4037-ab75-872b5a35ebf6 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "GET /v2.0/security-groups/e62c787f-e0c0-433f-b99b-865e07a81de3 HTTP/1.1" status: 404 len: 347 time: 0.0160639 Mar 10 17:34:29.118361 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40208) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:29.237871 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Deleting port 5ecf0cb1-9852-4fa9-aead-f72070e5daa0 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:29.238255 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (5ecf0cb1-9852-4fa9-aead-f72070e5daa0), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.313002 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (5ecf0cb1-9852-4fa9-aead-f72070e5daa0), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.313332 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (5ecf0cb1-9852-4fa9-aead-f72070e5daa0), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.325075 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Calling delete_port for 5ecf0cb1-9852-4fa9-aead-f72070e5daa0 owned by network:floatingip {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:29.457014 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (5ecf0cb1-9852-4fa9-aead-f72070e5daa0), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.481511 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Pushing event deleted for resources: {'Port': ['ID=5ecf0cb1-9852-4fa9-aead-f72070e5daa0,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:29.539185 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks [] for floatingip (569b53bb-8cba-428b-bc64-783ed34ff371), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.541583 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.542768 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-e8ad68af-b716-4b3a-85a5-068b9bd682c4 tempest-AttachVolumeTestJSON-636281265 tempest-AttachVolumeTestJSON-636281265-project] 10.222.0.16 "DELETE /v2.0/floatingips/569b53bb-8cba-428b-bc64-783ed34ff371 HTTP/1.1" status: 204 len: 168 time: 0.4235318 Mar 10 17:34:31.069847 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 11a4491e-2e43-4852-9dea-8dd1a80e3acb no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:31.090738 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 11a4491e-2e43-4852-9dea-8dd1a80e3acb {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:31.091086 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 11a4491e-2e43-4852-9dea-8dd1a80e3acb not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:32.269530 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c1005011-cb2e-4096-b100-0399b6da3983 req-4389d42f-6a7b-4c23-a3bc-00bfd0583033 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430782 Mar 10 17:34:32.347987 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1005011-cb2e-4096-b100-0399b6da3983 req-1d1de2d3-e78d-4caa-bca9-9b17101f9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:32.349538 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c1005011-cb2e-4096-b100-0399b6da3983 req-1d1de2d3-e78d-4caa-bca9-9b17101f9e1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 1129 time: 0.0479345 Mar 10 17:34:32.457974 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1005011-cb2e-4096-b100-0399b6da3983 req-9f9d55a1-3881-4c94-803b-521813555853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:32.459449 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c1005011-cb2e-4096-b100-0399b6da3983 req-9f9d55a1-3881-4c94-803b-521813555853 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 911 time: 0.0826619 Mar 10 17:34:32.526009 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c1005011-cb2e-4096-b100-0399b6da3983 req-a06a41a3-e5b6-40cb-a24b-e95e4b83838f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d123438d-f989-420d-899e-60c198ea56d9 HTTP/1.1" status: 200 len: 1000 time: 0.0586715 Mar 10 17:34:32.574090 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1005011-cb2e-4096-b100-0399b6da3983 req-fc79a42f-852b-4a0a-a76f-c585bd5ce62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:32.576040 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c1005011-cb2e-4096-b100-0399b6da3983 req-fc79a42f-852b-4a0a-a76f-c585bd5ce62b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0446892 Mar 10 17:34:32.621801 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1005011-cb2e-4096-b100-0399b6da3983 req-26f710dc-3140-4c5d-9d70-efb22f88e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:32.623253 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c1005011-cb2e-4096-b100-0399b6da3983 req-26f710dc-3140-4c5d-9d70-efb22f88e6eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415640 Mar 10 17:34:32.711217 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c1005011-cb2e-4096-b100-0399b6da3983 req-f7303daf-1186-4ea1-924d-15894e023af4 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815217 Mar 10 17:34:32.799087 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c1005011-cb2e-4096-b100-0399b6da3983 req-7be68597-3fcd-4ec0-8105-9bce7576c9ab service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816841 Mar 10 17:34:33.051736 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40244) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:33.475591 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (4748d658-0e4a-439c-9e3c-b9f181be3cb5), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.714319 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Deleting port 27b33c90-5709-4469-8948-53f1dcfeabed {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:33.714582 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.791911 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] For port 27b33c90-5709-4469-8948-53f1dcfeabed, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=27b33c90-5709-4469-8948-53f1dcfeabed,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:33.792273 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.804643 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Calling delete_port for 27b33c90-5709-4469-8948-53f1dcfeabed owned by network:router_interface {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:33.986389 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (27b33c90-5709-4469-8948-53f1dcfeabed), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.010465 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=27b33c90-5709-4469-8948-53f1dcfeabed,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:34.176211 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (4748d658-0e4a-439c-9e3c-b9f181be3cb5), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.384404 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:34:34.488842 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:34:34.494445 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-e5c30092-bbe9-449c-8b7f-a234d97db9ac admin admin] 10.222.0.16 "PUT /v2.0/routers/4748d658-0e4a-439c-9e3c-b9f181be3cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411769 Mar 10 17:34:34.496973 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40248) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:34.501346 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] Sync routers for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:34:34.519695 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:34.520323 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:34:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:34.600283 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks [] for router (4748d658-0e4a-439c-9e3c-b9f181be3cb5), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.627002 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:34.706960 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks [] for router_gateway (4748d658-0e4a-439c-9e3c-b9f181be3cb5), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.758000 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Deleting port 99c2c035-4119-4347-b091-a932aac1983d {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:34.758370 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (99c2c035-4119-4347-b091-a932aac1983d), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.798599 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '99c2c035-4119-4347-b091-a932aac1983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:34:33Z', 'revision_number': 5, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port': {'id': '99c2c035-4119-4347-b091-a932aac1983d', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:27Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:34.830248 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] Checking router: 4748d658-0e4a-439c-9e3c-b9f181be3cb5 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:34:34.837665 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] For port 99c2c035-4119-4347-b091-a932aac1983d, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=99c2c035-4119-4347-b091-a932aac1983d,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:34.838031 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (99c2c035-4119-4347-b091-a932aac1983d), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.838607 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] Routers {'4748d658-0e4a-439c-9e3c-b9f181be3cb5'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:34.839209 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:34:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:34.849924 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Calling delete_port for 99c2c035-4119-4347-b091-a932aac1983d owned by network:router_gateway {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:35.031729 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (99c2c035-4119-4347-b091-a932aac1983d), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.056439 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Pushing event deleted for resources: {'Port': ['ID=99c2c035-4119-4347-b091-a932aac1983d,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:35.061499 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] Set router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 gateway port host: None {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:35.112268 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:34:34Z', 'revision_number': 6, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port_host': None}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:35.118055 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (4748d658-0e4a-439c-9e3c-b9f181be3cb5), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.142377 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934a57d-69fd-4404-9e06-eee4e29a1e5d None None] The sync data for ids ['4748d658-0e4a-439c-9e3c-b9f181be3cb5'] in dv-cinder-830538-8-iscsi is: [{'id': '4748d658-0e4a-439c-9e3c-b9f181be3cb5', 'name': 'tempest-AttachVolumeTestJSON-1294082809-router', 'tenant_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:34:34Z', 'revision_number': 6, 'project_id': '6eb73c579cdb40bd843d4e19a535f2ae', 'gw_port_host': None}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:34:35.455159 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (4748d658-0e4a-439c-9e3c-b9f181be3cb5), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.457200 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks [] for router_controller (4748d658-0e4a-439c-9e3c-b9f181be3cb5), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.500138 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (4748d658-0e4a-439c-9e3c-b9f181be3cb5), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.500809 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4748d658-0e4a-439c-9e3c-b9f181be3cb5 {{(pid=102915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:34:35.505336 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.506543 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a2e4cb17-8c93-4178-9981-30906aac20ea admin admin] 10.222.0.16 "DELETE /v2.0/routers/4748d658-0e4a-439c-9e3c-b9f181be3cb5 HTTP/1.1" status: 204 len: 168 time: 1.0086305 Mar 10 17:34:35.508994 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40250) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:35.553970 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_v2 [None req-b322aca3-5526-49bf-9e7f-1ce0c34f2169 admin admin] Deleting subnet a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 {{(pid=102915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:34:35.557242 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b322aca3-5526-49bf-9e7f-1ce0c34f2169 admin admin] Publish callbacks [] for subnet (a39ab2d5-9772-4f24-b83e-9d0ef9bb8904), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.596479 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b322aca3-5526-49bf-9e7f-1ce0c34f2169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16127437'] for subnet (a39ab2d5-9772-4f24-b83e-9d0ef9bb8904), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.709446 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b322aca3-5526-49bf-9e7f-1ce0c34f2169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (a39ab2d5-9772-4f24-b83e-9d0ef9bb8904), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.760089 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b322aca3-5526-49bf-9e7f-1ce0c34f2169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15760044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13139369'] for subnet (a39ab2d5-9772-4f24-b83e-9d0ef9bb8904), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.786648 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322aca3-5526-49bf-9e7f-1ce0c34f2169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39ab2d5-9772-4f24-b83e-9d0ef9bb8904,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:35.792085 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b322aca3-5526-49bf-9e7f-1ce0c34f2169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.797977 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-b322aca3-5526-49bf-9e7f-1ce0c34f2169 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a39ab2d5-9772-4f24-b83e-9d0ef9bb8904 HTTP/1.1" status: 204 len: 168 time: 0.2858996 Mar 10 17:34:35.798372 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40252) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:35.798525 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468cf26-19c7-47c3-8047-6202e429b267 None None] Network 32168f32-ff15-46b8-a47b-1749b3a92cce requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:35.864191 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (32168f32-ff15-46b8-a47b-1749b3a92cce), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.922050 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Deleting port 0496d417-ab74-4a92-a46a-88a6c565067d {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:35.922431 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.950547 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] DHCP port deletion for 32168f32-ff15-46b8-a47b-1749b3a92cce request from dv-cinder-830538-8-iscsi {{(pid=102917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:34:35.993764 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] For port 0496d417-ab74-4a92-a46a-88a6c565067d, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=0496d417-ab74-4a92-a46a-88a6c565067d,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:35.994147 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.000813 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Deleting port 0496d417-ab74-4a92-a46a-88a6c565067d {{(pid=102917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:36.001179 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), before_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.005567 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Calling delete_port for 0496d417-ab74-4a92-a46a-88a6c565067d owned by network:dhcp {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:36.062805 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] For port 0496d417-ab74-4a92-a46a-88a6c565067d, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=0496d417-ab74-4a92-a46a-88a6c565067d,segment=NetworkSegment(c3ace6c3-854b-4579-bd52-ab088ea43a4b),segment_id=c3ace6c3-854b-4579-bd52-ab088ea43a4b)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:36.063218 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), precommit_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.076622 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Calling delete_port for 0496d417-ab74-4a92-a46a-88a6c565067d owned by network:dhcp {{(pid=102917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:36.087415 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.113557 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0496d417-ab74-4a92-a46a-88a6c565067d,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:36.115440 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] No DVR routers for this DVR port 0496d417-ab74-4a92-a46a-88a6c565067d on host dv-cinder-830538-8-iscsi {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:34:36.159772 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952'] for port (0496d417-ab74-4a92-a46a-88a6c565067d), after_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.183887 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Pushing event deleted for resources: {'Port': ['ID=0496d417-ab74-4a92-a46a-88a6c565067d,revision_number=None']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:36.192932 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] No DVR routers for this DVR port 0496d417-ab74-4a92-a46a-88a6c565067d on host dv-cinder-830538-8-iscsi {{(pid=102917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:34:36.194803 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (32168f32-ff15-46b8-a47b-1749b3a92cce), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.194986 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.195346 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.195694 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.196115 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.196454 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.196788 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.197118 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.197452 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.197781 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.198156 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.198468 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.198790 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.199112 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88753b93-3e47-4bce-bd7f-78dd244e9576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:36.223245 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32168f32-ff15-46b8-a47b-1749b3a92cce']}} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:36.232989 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ace6c3-854b-4579-bd52-ab088ea43a4b') {'for_net_delete': True} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:36.233288 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ace6c3-854b-4579-bd52-ab088ea43a4b') {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:36.242994 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16127430'] for segment (c3ace6c3-854b-4579-bd52-ab088ea43a4b), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.258715 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (c3ace6c3-854b-4579-bd52-ab088ea43a4b), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.265897 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:34:36.266421 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759730'] for segment (c3ace6c3-854b-4579-bd52-ab088ea43a4b), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: Traceback (most recent call last): Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: timer() Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: cb(*args, **kw) Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: return func(*args, **kwargs) Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: self._notify() Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: self.callback(batched_events) Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: event.method(event) Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: return f(self, *a, **k) Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._get(url).json() Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: return self.request(url, 'GET', **kwargs) Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:34:36.268292 dv-cinder-830538-8-iscsi neutron-server[102915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:34:36.323731 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (32168f32-ff15-46b8-a47b-1749b3a92cce), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.329603 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.332808 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/32168f32-ff15-46b8-a47b-1749b3a92cce HTTP/1.1" status: 204 len: 168 time: 0.5333710 Mar 10 17:34:36.343937 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a688b-232a-468c-a695-df143c17f9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=32168f32-ff15-46b8-a47b-1749b3a92cce,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:36.451023 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40256) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:36.489940 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-ef689fcb-9cb1-4dc5-bf39-8e8b998e9a6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6eb73c579cdb40bd843d4e19a535f2ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377707 Mar 10 17:34:36.492364 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40258) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:36.537909 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-08fe68a2-48c8-4862-a28d-2a99411b7006 admin admin] Publish callbacks [] for security_group (e8c62831-cddf-4e43-b482-1f008cd0d66f), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.558153 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-08fe68a2-48c8-4862-a28d-2a99411b7006 admin admin] Publish callbacks [] for security_group (e8c62831-cddf-4e43-b482-1f008cd0d66f), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.601887 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-08fe68a2-48c8-4862-a28d-2a99411b7006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e8c62831-cddf-4e43-b482-1f008cd0d66f), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.604426 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-08fe68a2-48c8-4862-a28d-2a99411b7006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.605610 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-08fe68a2-48c8-4862-a28d-2a99411b7006 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8c62831-cddf-4e43-b482-1f008cd0d66f HTTP/1.1" status: 204 len: 168 time: 0.1123214 Mar 10 17:34:36.613020 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe68a2-48c8-4862-a28d-2a99411b7006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c62831-cddf-4e43-b482-1f008cd0d66f,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:37.059422 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 27b33c90-5709-4469-8948-53f1dcfeabed no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:37.080674 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 27b33c90-5709-4469-8948-53f1dcfeabed {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:37.081026 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 27b33c90-5709-4469-8948-53f1dcfeabed not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:37.081454 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 99c2c035-4119-4347-b091-a932aac1983d no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:37.099814 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 99c2c035-4119-4347-b091-a932aac1983d {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:37.100163 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 99c2c035-4119-4347-b091-a932aac1983d not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:37.100571 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 0496d417-ab74-4a92-a46a-88a6c565067d no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:37.129121 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 0496d417-ab74-4a92-a46a-88a6c565067d {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:37.129121 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 0496d417-ab74-4a92-a46a-88a6c565067d not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:39.368438 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40392) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:39.469630 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d500aae8-29ad-456c-9d91-b7d02b3fd3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:39.545213 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d500aae8-29ad-456c-9d91-b7d02b3fd3fe admin admin] Publish callbacks [] for security_group (74f6b229-926c-4c81-be81-5fdda63e222d), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:39.548732 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d500aae8-29ad-456c-9d91-b7d02b3fd3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (74f6b229-926c-4c81-be81-5fdda63e222d), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:39.585203 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-d500aae8-29ad-456c-9d91-b7d02b3fd3fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95a3d739432c4f32b4368ad7543aac95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156963 Mar 10 17:34:39.586421 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500aae8-29ad-456c-9d91-b7d02b3fd3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f6b229-926c-4c81-be81-5fdda63e222d,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:39.587909 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 40396) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:39.639109 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef704522-50a0-4478-b0e0-5405279b8084 admin admin] Publish callbacks [] for security_group (74f6b229-926c-4c81-be81-5fdda63e222d), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:39.659917 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef704522-50a0-4478-b0e0-5405279b8084 admin admin] Publish callbacks [] for security_group (74f6b229-926c-4c81-be81-5fdda63e222d), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:39.707463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef704522-50a0-4478-b0e0-5405279b8084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (74f6b229-926c-4c81-be81-5fdda63e222d), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:39.712127 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef704522-50a0-4478-b0e0-5405279b8084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:39.714094 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-ef704522-50a0-4478-b0e0-5405279b8084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74f6b229-926c-4c81-be81-5fdda63e222d HTTP/1.1" status: 204 len: 168 time: 0.1243260 Mar 10 17:34:39.723938 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef704522-50a0-4478-b0e0-5405279b8084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f6b229-926c-4c81-be81-5fdda63e222d,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:39.967834 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 40402) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:39.980754 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dcd56893-aa8f-4f02-95fe-1e7e60c6ca75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.056162 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dcd56893-aa8f-4f02-95fe-1e7e60c6ca75 admin admin] Publish callbacks [] for security_group (73765c01-5e04-4052-8258-7b74e37b35b7), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.059627 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-dcd56893-aa8f-4f02-95fe-1e7e60c6ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (73765c01-5e04-4052-8258-7b74e37b35b7), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.097191 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-dcd56893-aa8f-4f02-95fe-1e7e60c6ca75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fca6caaf25444dae9899dbeed5b6ac78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283035 Mar 10 17:34:40.098060 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd56893-aa8f-4f02-95fe-1e7e60c6ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73765c01-5e04-4052-8258-7b74e37b35b7,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:40.099873 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40404) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:40.145410 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7757-4877-427f-977b-3d08b8a114f5 admin admin] Publish callbacks [] for security_group (73765c01-5e04-4052-8258-7b74e37b35b7), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.165810 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7757-4877-427f-977b-3d08b8a114f5 admin admin] Publish callbacks [] for security_group (73765c01-5e04-4052-8258-7b74e37b35b7), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.210576 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7757-4877-427f-977b-3d08b8a114f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (73765c01-5e04-4052-8258-7b74e37b35b7), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.212946 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7757-4877-427f-977b-3d08b8a114f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.214078 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-b2ad7757-4877-427f-977b-3d08b8a114f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73765c01-5e04-4052-8258-7b74e37b35b7 HTTP/1.1" status: 204 len: 168 time: 0.1132011 Mar 10 17:34:40.225109 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad7757-4877-427f-977b-3d08b8a114f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73765c01-5e04-4052-8258-7b74e37b35b7,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:45.027308 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:34:46.549957 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-78052ff2-7b0f-4ba4-af68-ef0c0e69fa4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:48.841624 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-04884cd1-798a-4f5c-91ae-0ad42f7110c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:49.991768 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.401122 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:52.881286 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:58.951197 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:16.550689 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-8346ade7-3905-440b-b4eb-d508f9d4b35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:18.843529 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee201-b4e0-498b-8207-16d23dc93ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:19.994056 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.203774 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40680) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:21.304571 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-187669e5-de4b-42a3-bb7c-86a6102607aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.378873 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-187669e5-de4b-42a3-bb7c-86a6102607aa admin admin] Publish callbacks [] for security_group (f63cd05e-dfe1-4cf0-b78d-55dc614f0d1c), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.382617 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-187669e5-de4b-42a3-bb7c-86a6102607aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (f63cd05e-dfe1-4cf0-b78d-55dc614f0d1c), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.404970 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.424347 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-187669e5-de4b-42a3-bb7c-86a6102607aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38a7f69ffcad40fe936e666b270ad67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193730 Mar 10 17:35:21.426306 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187669e5-de4b-42a3-bb7c-86a6102607aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63cd05e-dfe1-4cf0-b78d-55dc614f0d1c,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:21.427158 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 40686) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:21.473947 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0d588ebf-7985-463e-949d-3f2680c55aaa admin admin] Publish callbacks [] for security_group (f63cd05e-dfe1-4cf0-b78d-55dc614f0d1c), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.497095 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0d588ebf-7985-463e-949d-3f2680c55aaa admin admin] Publish callbacks [] for security_group (f63cd05e-dfe1-4cf0-b78d-55dc614f0d1c), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.542322 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0d588ebf-7985-463e-949d-3f2680c55aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (f63cd05e-dfe1-4cf0-b78d-55dc614f0d1c), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.545296 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0d588ebf-7985-463e-949d-3f2680c55aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.546495 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-0d588ebf-7985-463e-949d-3f2680c55aaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f63cd05e-dfe1-4cf0-b78d-55dc614f0d1c HTTP/1.1" status: 204 len: 168 time: 0.1183736 Mar 10 17:35:21.553777 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d588ebf-7985-463e-949d-3f2680c55aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63cd05e-dfe1-4cf0-b78d-55dc614f0d1c,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:21.794156 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 40692) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:21.806874 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b4e45b3b-d883-4a77-8243-6762c1e283cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.885729 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b4e45b3b-d883-4a77-8243-6762c1e283cd admin admin] Publish callbacks [] for security_group (b0f98730-1d71-4bb0-8c54-ff34683d489c), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.890769 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b4e45b3b-d883-4a77-8243-6762c1e283cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b0f98730-1d71-4bb0-8c54-ff34683d489c), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.927442 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b4e45b3b-d883-4a77-8243-6762c1e283cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a4ba68d4728486ca425068fb90eb1f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322799 Mar 10 17:35:21.929275 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e45b3b-d883-4a77-8243-6762c1e283cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f98730-1d71-4bb0-8c54-ff34683d489c,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:21.930528 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40696) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:21.978052 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-048f9fe8-e0c5-4cd0-a25f-2f4b0806461e admin admin] Publish callbacks [] for security_group (b0f98730-1d71-4bb0-8c54-ff34683d489c), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.999419 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-048f9fe8-e0c5-4cd0-a25f-2f4b0806461e admin admin] Publish callbacks [] for security_group (b0f98730-1d71-4bb0-8c54-ff34683d489c), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:22.026962 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:35:22.043064 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-048f9fe8-e0c5-4cd0-a25f-2f4b0806461e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b0f98730-1d71-4bb0-8c54-ff34683d489c), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:22.045878 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-048f9fe8-e0c5-4cd0-a25f-2f4b0806461e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:22.046995 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-048f9fe8-e0c5-4cd0-a25f-2f4b0806461e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0f98730-1d71-4bb0-8c54-ff34683d489c HTTP/1.1" status: 204 len: 168 time: 0.1154277 Mar 10 17:35:22.054289 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f9fe8-e0c5-4cd0-a25f-2f4b0806461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f98730-1d71-4bb0-8c54-ff34683d489c,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:22.884536 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:26.852649 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40800) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:26.953696 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1792687c-8be7-4fe5-bedc-20e504770d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.025463 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1792687c-8be7-4fe5-bedc-20e504770d3b admin admin] Publish callbacks [] for security_group (837ae81e-7c9e-48e5-90b3-4dc1916bf4d7), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.029121 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-1792687c-8be7-4fe5-bedc-20e504770d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (837ae81e-7c9e-48e5-90b3-4dc1916bf4d7), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.067743 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-1792687c-8be7-4fe5-bedc-20e504770d3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0595ce2c53a941ceb694f5fbfb00b897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140434 Mar 10 17:35:27.068604 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792687c-8be7-4fe5-bedc-20e504770d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837ae81e-7c9e-48e5-90b3-4dc1916bf4d7,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:27.070442 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 40804) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:27.119252 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-132e245d-d5ef-4ec8-9152-fec38c2e9bd3 admin admin] Publish callbacks [] for security_group (837ae81e-7c9e-48e5-90b3-4dc1916bf4d7), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.141547 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-132e245d-d5ef-4ec8-9152-fec38c2e9bd3 admin admin] Publish callbacks [] for security_group (837ae81e-7c9e-48e5-90b3-4dc1916bf4d7), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.195361 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-132e245d-d5ef-4ec8-9152-fec38c2e9bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (837ae81e-7c9e-48e5-90b3-4dc1916bf4d7), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.197975 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-132e245d-d5ef-4ec8-9152-fec38c2e9bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.199160 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-132e245d-d5ef-4ec8-9152-fec38c2e9bd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/837ae81e-7c9e-48e5-90b3-4dc1916bf4d7 HTTP/1.1" status: 204 len: 168 time: 0.1276667 Mar 10 17:35:27.206723 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e245d-d5ef-4ec8-9152-fec38c2e9bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837ae81e-7c9e-48e5-90b3-4dc1916bf4d7,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:27.479354 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 40822) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:27.493006 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-91f62969-36d0-4ea6-be1e-6436f741450a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.602818 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-91f62969-36d0-4ea6-be1e-6436f741450a admin admin] Publish callbacks [] for security_group (cf240869-2d55-43ba-a213-da123a44ae20), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.607227 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-33da5013-63af-4fb4-b1d6-8c8d6fec6b81 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866382318&fields=id&tenant_id=f4dba5966a74456cb57fc9ad46e00bfe HTTP/1.1" status: 200 len: 267 time: 0.0684462 Mar 10 17:35:27.608210 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-91f62969-36d0-4ea6-be1e-6436f741450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (cf240869-2d55-43ba-a213-da123a44ae20), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.668624 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f62969-36d0-4ea6-be1e-6436f741450a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf240869-2d55-43ba-a213-da123a44ae20,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:27.673267 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-91f62969-36d0-4ea6-be1e-6436f741450a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f8d828f673e41d087e8badf623848ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921721 Mar 10 17:35:27.676351 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40824) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:27.728810 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Publish callbacks [] for security_group (cf240869-2d55-43ba-a213-da123a44ae20), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.748066 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-dc1ae6c6-d6c3-420a-94d3-f70f38857412 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:27.749520 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-dc1ae6c6-d6c3-420a-94d3-f70f38857412 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 810 time: 0.1317945 Mar 10 17:35:27.756070 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Publish callbacks [] for security_group (cf240869-2d55-43ba-a213-da123a44ae20), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.764877 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-8bf19358-8401-455b-859c-f0721a01b933 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/quotas/f4dba5966a74456cb57fc9ad46e00bfe HTTP/1.1" status: 200 len: 375 time: 0.0096319 Mar 10 17:35:27.806689 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (cf240869-2d55-43ba-a213-da123a44ae20), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.809970 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.811290 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf240869-2d55-43ba-a213-da123a44ae20 HTTP/1.1" status: 204 len: 168 time: 0.1339746 Mar 10 17:35:27.819585 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf240869-2d55-43ba-a213-da123a44ae20,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:27.821707 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-8e34e92c-a2e8-4502-a0b6-a545559ef35f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518124 Mar 10 17:35:27.827006 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.827355 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.827709 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.828047 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.828383 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.828992 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.829335 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.829675 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.830012 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.830391 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.830730 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.831057 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.831384 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be71a86-6713-4bc7-9609-9ac8a604e8a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:27.837544 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-9b242903-8e74-4e8f-9a13-8bf6dfb1dade service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:35:27.838713 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-9b242903-8e74-4e8f-9a13-8bf6dfb1dade service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055904 Mar 10 17:35:27.947795 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-6de9c8a3-3b59-4d0c-a599-3c0f9b696cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884924 Mar 10 17:35:28.035718 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-298029ce-cf69-42f1-977b-ac773a5d360b service neutron] 10.222.0.16 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818536 Mar 10 17:35:28.514469 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7f77437c-9184-4681-a12f-b1e340244de4 req-dfc2dc50-aea8-4ad9-9694-e910f8fd2b74 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 210 time: 0.2075174 Mar 10 17:35:28.978115 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:29.495791 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-74542903-aa8f-42b8-963a-6c4e8b6a4cd7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:29.497604 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-74542903-aa8f-42b8-963a-6c4e8b6a4cd7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 810 time: 0.1074965 Mar 10 17:35:29.575994 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-39ea68c6-6bc0-4094-8bba-a832cd1eeb33 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4dba5966a74456cb57fc9ad46e00bfe HTTP/1.1" status: 200 len: 379 time: 0.0609565 Mar 10 17:35:29.586074 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'port': {'device_id': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'admin_state_up': True, 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'security_groups': ['c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3']}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:29.627094 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7125d66d-7438-4f1c-8224-5711825d9e9a req-19c5ecc9-1bf1-48cd-a529-90caf79310ce tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 210 time: 0.0334156 Mar 10 17:35:29.716766 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Made reservation on behalf of f4dba5966a74456cb57fc9ad46e00bfe for: {'port': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:35:29.720510 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:29.851635 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Allocated IP 172.20.0.12 (3c42361f-a368-4a74-bf02-1cde1ded73b6/9d87701c-9e0f-4990-b005-86ffb0a61090/b7eeeb79-b169-43d3-9124-7543945be392) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:29.988799 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for port (b7eeeb79-b169-43d3-9124-7543945be392), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.020418 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (b7eeeb79-b169-43d3-9124-7543945be392), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.067894 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:30.070877 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:30.075714 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:30.079538 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'Port': ['ID=b7eeeb79-b169-43d3-9124-7543945be392,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:30.127393 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:30.128016 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.144937 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-bc35d256-a67a-4e8f-958a-9a0f1fbd9e14 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631301 Mar 10 17:35:30.155354 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-2db6fde3-f849-4593-86cb-6455b544f507 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102915) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:35:30.156452 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-2db6fde3-f849-4593-86cb-6455b544f507 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061271 Mar 10 17:35:30.299422 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Request body: {'port': {'device_id': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:30.312692 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-64966cb3-d45c-4f74-a5a3-acb402017981 None None] Provisioning complete for port b7eeeb79-b169-43d3-9124-7543945be392 triggered by entity DHCP. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:30.313146 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-64966cb3-d45c-4f74-a5a3-acb402017981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b7eeeb79-b169-43d3-9124-7543945be392), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.353938 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-64966cb3-d45c-4f74-a5a3-acb402017981 None None] Port b7eeeb79-b169-43d3-9124-7543945be392 cannot update to ACTIVE because it is not bound. {{(pid=102917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:35:30.361108 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b7eeeb79-b169-43d3-9124-7543945be392), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.609024 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7eeeb79-b169-43d3-9124-7543945be392 {{(pid=102915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:30.616070 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Publish callbacks [] for port (b7eeeb79-b169-43d3-9124-7543945be392), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.627846 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.provisioning_blocks [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Transition to ACTIVE for port object b7eeeb79-b169-43d3-9124-7543945be392 will not be triggered until provisioned by entity L2. {{(pid=102915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:35:30.631579 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (b7eeeb79-b169-43d3-9124-7543945be392), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.681701 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Pushing event updated for resources: {'Port': ['ID=b7eeeb79-b169-43d3-9124-7543945be392,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:30.757643 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Attempting to bind port b7eeeb79-b169-43d3-9124-7543945be392 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:35:30.757998 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Attempting to bind port b7eeeb79-b169-43d3-9124-7543945be392 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:35:30.758361 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Attempting to bind port b7eeeb79-b169-43d3-9124-7543945be392 on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:30.763495 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Port b7eeeb79-b169-43d3-9124-7543945be392 on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:35:30.763821 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Attempting to bind port b7eeeb79-b169-43d3-9124-7543945be392 on network 3c42361f-a368-4a74-bf02-1cde1ded73b6 {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:30.769081 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Checking agent: {'id': '616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:35:30.769498 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Checking segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:30.769892 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Bound using segment: {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'} {{(pid=102915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:35:30.770356 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.managers [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Bound port: b7eeeb79-b169-43d3-9124-7543945be392, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6'}}] {{(pid=102915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:35:30.770725 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b7eeeb79-b169-43d3-9124-7543945be392), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.842509 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] For port b7eeeb79-b169-43d3-9124-7543945be392, host hv-cinder-83053, cleared binding levels {{(pid=102915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:35:30.846053 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] For port b7eeeb79-b169-43d3-9124-7543945be392, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b7eeeb79-b169-43d3-9124-7543945be392,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:35:30.853636 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (b7eeeb79-b169-43d3-9124-7543945be392), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.899281 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:30.899905 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.901355 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] 10.222.0.37 "PUT /v2.0/ports/b7eeeb79-b169-43d3-9124-7543945be392 HTTP/1.1" status: 200 len: 1094 time: 0.6984060 Mar 10 17:35:30.901978 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:30.904187 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e30c989-966f-4c34-b769-34709776c743" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "tag": "b7eeeb79-b169-43d3-9124-7543945be392"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:30.946820 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bf5a3-9214-45d1-8ca0-5be97b9b152a service neutron] Pushing event updated for resources: {'Port': ['ID=b7eeeb79-b169-43d3-9124-7543945be392,revision_number=3']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:30.989069 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faada7f6-986c-48bc-9ef1-c3007be6285e x-openstack-request-id: req-faada7f6-986c-48bc-9ef1-c3007be6285e {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:30.989380 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "tag": "b7eeeb79-b169-43d3-9124-7543945be392", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:30.989637 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faada7f6-986c-48bc-9ef1-c3007be6285e {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:30.990035 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392', 'status': 'completed', 'code': 200} Mar 10 17:35:31.033260 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-a48d0837-5b4c-4805-9550-179888f840f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.034962 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-a48d0837-5b4c-4805-9550-179888f840f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 1128 time: 0.0606022 Mar 10 17:35:31.089234 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-a0b73f6b-0b81-41ad-ba15-1b9ac898dff5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7eeeb79-b169-43d3-9124-7543945be392 HTTP/1.1" status: 200 len: 217 time: 0.0394771 Mar 10 17:35:31.099041 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7b6da-abe8-4839-8743-ee630d790e0b req-45b90c41-7056-43ca-b92c-951efd9f98ce tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.101940 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c9d7b6da-abe8-4839-8743-ee630d790e0b req-45b90c41-7056-43ca-b92c-951efd9f98ce tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 944 time: 0.3772810 Mar 10 17:35:31.142616 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-3ce291e2-21c6-4c6f-8f54-49862275e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.144084 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-3ce291e2-21c6-4c6f-8f54-49862275e55b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0482531 Mar 10 17:35:31.160001 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c9d7b6da-abe8-4839-8743-ee630d790e0b req-70dd6c5d-e5d6-4012-bd02-45aca93ac465 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511918 Mar 10 17:35:31.209017 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-74faa71f-19ba-4e96-a73e-1c25aaf10445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.210522 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-74faa71f-19ba-4e96-a73e-1c25aaf10445 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491662 Mar 10 17:35:31.298294 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-11eaff32-a98a-4e10-aa07-d5ca80f1be84 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813191 Mar 10 17:35:31.387927 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-11d307f5-4a8e-4de0-9ff9-cbd8f682499d req-4c34f489-e695-4cb3-bcd5-f785baa415ef service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832813 Mar 10 17:35:31.521107 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30c989-966f-4c34-b769-34709776c743 req-a1787b31-97b9-4bd2-935f-ce28d20fb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.522844 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-8e30c989-966f-4c34-b769-34709776c743 req-a1787b31-97b9-4bd2-935f-ce28d20fb6f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 1128 time: 0.0434237 Mar 10 17:35:31.610004 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30c989-966f-4c34-b769-34709776c743 req-6e17efa7-fe17-4508-af54-789e404b3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.611447 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-8e30c989-966f-4c34-b769-34709776c743 req-6e17efa7-fe17-4508-af54-789e404b3395 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 911 time: 0.0829427 Mar 10 17:35:31.650649 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-8e30c989-966f-4c34-b769-34709776c743 req-4556b2db-00bf-4464-9a5c-b437211e8e98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7eeeb79-b169-43d3-9124-7543945be392 HTTP/1.1" status: 200 len: 217 time: 0.0333710 Mar 10 17:35:31.695424 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30c989-966f-4c34-b769-34709776c743 req-281c7587-7c16-4efc-ac67-c8cc489eda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.696769 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-8e30c989-966f-4c34-b769-34709776c743 req-281c7587-7c16-4efc-ac67-c8cc489eda15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0404558 Mar 10 17:35:31.743020 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30c989-966f-4c34-b769-34709776c743 req-e71eb4bb-ecba-4ff1-ad00-9cd5c2224e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.744479 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-8e30c989-966f-4c34-b769-34709776c743 req-e71eb4bb-ecba-4ff1-ad00-9cd5c2224e95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415411 Mar 10 17:35:31.834585 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-8e30c989-966f-4c34-b769-34709776c743 req-341b23a4-eea5-4710-bedd-7fbf48e099f6 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838306 Mar 10 17:35:31.927041 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-8e30c989-966f-4c34-b769-34709776c743 req-9437ba22-9a75-4a4c-bf31-85b08e749548 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862565 Mar 10 17:35:32.238346 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-db17e37b-59b5-44f4-b710-4547de954403 req-5fddc6bb-3b34-4289-a115-9c055c394ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430913 Mar 10 17:35:32.278635 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb205f0a-2ef8-478f-af27-3dc5c9b7c98e req-8779b4c8-e167-4abb-9a4d-25a85397da46 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:32.280131 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fb205f0a-2ef8-478f-af27-3dc5c9b7c98e req-8779b4c8-e167-4abb-9a4d-25a85397da46 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 944 time: 0.0520074 Mar 10 17:35:32.329085 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fb205f0a-2ef8-478f-af27-3dc5c9b7c98e req-080476eb-00af-4270-a0a9-0712a6a9eb45 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Mar 10 17:35:32.341515 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17e37b-59b5-44f4-b710-4547de954403 req-eea267c1-8865-456e-b9e7-34d7e982ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:32.343043 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-db17e37b-59b5-44f4-b710-4547de954403 req-eea267c1-8865-456e-b9e7-34d7e982ad95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1130 time: 0.0436683 Mar 10 17:35:32.447163 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17e37b-59b5-44f4-b710-4547de954403 req-5bc3cbd1-a6c7-4add-b704-2d36d01f0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:32.448541 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-db17e37b-59b5-44f4-b710-4547de954403 req-5bc3cbd1-a6c7-4add-b704-2d36d01f0c2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 200 len: 910 time: 0.0853109 Mar 10 17:35:32.513358 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-db17e37b-59b5-44f4-b710-4547de954403 req-4d884c6b-7b56-4030-9112-3d27f1946832 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 1002 time: 0.0555909 Mar 10 17:35:32.560101 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17e37b-59b5-44f4-b710-4547de954403 req-d0c883ae-b97b-4a4a-80b4-627f5c55c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:32.561498 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-db17e37b-59b5-44f4-b710-4547de954403 req-d0c883ae-b97b-4a4a-80b4-627f5c55c377 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53e1121e-b8ac-4d18-b92d-89d9025942a9 HTTP/1.1" status: 200 len: 848 time: 0.0421188 Mar 10 17:35:32.614889 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17e37b-59b5-44f4-b710-4547de954403 req-a252deab-a57a-4381-af92-926b4eddae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:32.616344 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-db17e37b-59b5-44f4-b710-4547de954403 req-a252deab-a57a-4381-af92-926b4eddae79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454462 Mar 10 17:35:32.712013 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-db17e37b-59b5-44f4-b710-4547de954403 req-51b92806-7746-4ba9-a086-15044d0d8ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884113 Mar 10 17:35:32.800661 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-db17e37b-59b5-44f4-b710-4547de954403 req-f56a9bb8-e845-415f-a4da-c0b1bd7669ef service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823622 Mar 10 17:35:33.446540 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbf137-d17b-4082-9c85-fd1b9d1183eb req-2fbe8bbb-a700-4ae8-937d-912b8e858b17 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:33.447988 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3bbf137-d17b-4082-9c85-fd1b9d1183eb req-2fbe8bbb-a700-4ae8-937d-912b8e858b17 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 944 time: 0.0551860 Mar 10 17:35:33.494629 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d3bbf137-d17b-4082-9c85-fd1b9d1183eb req-c5f0f6c0-7c00-4077-93de-a047f23715d7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405145 Mar 10 17:35:34.612415 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bcbb3-eb42-4cd0-aec6-1b86854cf112 req-eb331199-92c8-43e5-95ca-b6009ef1f9c0 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:34.613889 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5d8bcbb3-eb42-4cd0-aec6-1b86854cf112 req-eb331199-92c8-43e5-95ca-b6009ef1f9c0 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 944 time: 0.0538721 Mar 10 17:35:34.664593 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5d8bcbb3-eb42-4cd0-aec6-1b86854cf112 req-9f6d17a3-4922-4534-9d09-ecd309001dd4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Mar 10 17:35:34.713792 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 40948) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:34.814614 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.890018 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Publish callbacks [] for security_group (e0e6be3e-d63a-41ce-b4d3-886afd128bf4), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.894231 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e0e6be3e-d63a-41ce-b4d3-886afd128bf4), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.932373 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e761b7a0e7034f5ca4fac4775ccc500d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169232 Mar 10 17:35:34.933849 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e6be3e-d63a-41ce-b4d3-886afd128bf4,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:34.935506 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40952) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:34.942717 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.943106 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.943552 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.944081 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.944667 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.945075 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.945560 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.945909 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.946348 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.946691 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.947029 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.947362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.947690 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab90a2-979e-4458-af32-d2fac655aade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:34.983012 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e3624964-342c-42e8-bc94-80344383db40 admin admin] Publish callbacks [] for security_group (e0e6be3e-d63a-41ce-b4d3-886afd128bf4), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.003491 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e3624964-342c-42e8-bc94-80344383db40 admin admin] Publish callbacks [] for security_group (e0e6be3e-d63a-41ce-b4d3-886afd128bf4), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.050593 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e3624964-342c-42e8-bc94-80344383db40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e0e6be3e-d63a-41ce-b4d3-886afd128bf4), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.055003 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-e3624964-342c-42e8-bc94-80344383db40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.056167 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-e3624964-342c-42e8-bc94-80344383db40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0e6be3e-d63a-41ce-b4d3-886afd128bf4 HTTP/1.1" status: 204 len: 168 time: 0.1195586 Mar 10 17:35:35.064541 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3624964-342c-42e8-bc94-80344383db40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e6be3e-d63a-41ce-b4d3-886afd128bf4,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:35.309388 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40958) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:35.322148 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-905b63d8-e187-4ef5-af58-801ff2116639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.400198 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-905b63d8-e187-4ef5-af58-801ff2116639 admin admin] Publish callbacks [] for security_group (205e54eb-edc8-4c01-b491-c4ca60814174), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.403762 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-905b63d8-e187-4ef5-af58-801ff2116639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (205e54eb-edc8-4c01-b491-c4ca60814174), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.439486 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b63d8-e187-4ef5-af58-801ff2116639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205e54eb-edc8-4c01-b491-c4ca60814174,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:35.443697 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-905b63d8-e187-4ef5-af58-801ff2116639 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=920bf3b366c14e5b9e13d6b36763bc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332912 Mar 10 17:35:35.446523 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40960) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:35.491956 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3e500a4b-2707-4f63-8ce8-f8235df4bcc9 admin admin] Publish callbacks [] for security_group (205e54eb-edc8-4c01-b491-c4ca60814174), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.512529 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3e500a4b-2707-4f63-8ce8-f8235df4bcc9 admin admin] Publish callbacks [] for security_group (205e54eb-edc8-4c01-b491-c4ca60814174), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.556261 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3e500a4b-2707-4f63-8ce8-f8235df4bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (205e54eb-edc8-4c01-b491-c4ca60814174), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.559489 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-3e500a4b-2707-4f63-8ce8-f8235df4bcc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.560627 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-3e500a4b-2707-4f63-8ce8-f8235df4bcc9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/205e54eb-edc8-4c01-b491-c4ca60814174 HTTP/1.1" status: 204 len: 168 time: 0.1133568 Mar 10 17:35:35.567652 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e500a4b-2707-4f63-8ce8-f8235df4bcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205e54eb-edc8-4c01-b491-c4ca60814174,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:35.781231 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5538a-101b-4165-979c-fa92a8dca97b req-7f9ce988-f658-4a4b-9c46-37cd4208af6f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:35.782728 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bed5538a-101b-4165-979c-fa92a8dca97b req-7f9ce988-f658-4a4b-9c46-37cd4208af6f tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 944 time: 0.0517323 Mar 10 17:35:35.830852 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bed5538a-101b-4165-979c-fa92a8dca97b req-fe5e7d89-7bf5-42d1-bcbb-89ef462d9a6e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427256 Mar 10 17:35:36.555749 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40994) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:36.656199 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-aeb27915-6003-42ea-8fbd-4faa95b0cc85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.726749 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-aeb27915-6003-42ea-8fbd-4faa95b0cc85 admin admin] Publish callbacks [] for security_group (f0387ca4-7758-423d-babb-06d0abc235fb), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.730744 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-aeb27915-6003-42ea-8fbd-4faa95b0cc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (f0387ca4-7758-423d-babb-06d0abc235fb), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.767979 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb27915-6003-42ea-8fbd-4faa95b0cc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0387ca4-7758-423d-babb-06d0abc235fb,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:36.773186 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-aeb27915-6003-42ea-8fbd-4faa95b0cc85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fe2469a86e7495eb8876574fdb68536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164187 Mar 10 17:35:36.775978 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 40998) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:36.823226 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-cad2e646-e0c4-46e0-ae8a-5e8ab07fc766 admin admin] Publish callbacks [] for security_group (f0387ca4-7758-423d-babb-06d0abc235fb), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.844340 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-cad2e646-e0c4-46e0-ae8a-5e8ab07fc766 admin admin] Publish callbacks [] for security_group (f0387ca4-7758-423d-babb-06d0abc235fb), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.891076 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-cad2e646-e0c4-46e0-ae8a-5e8ab07fc766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (f0387ca4-7758-423d-babb-06d0abc235fb), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.893785 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-cad2e646-e0c4-46e0-ae8a-5e8ab07fc766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.895083 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-cad2e646-e0c4-46e0-ae8a-5e8ab07fc766 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0387ca4-7758-423d-babb-06d0abc235fb HTTP/1.1" status: 204 len: 168 time: 0.1182034 Mar 10 17:35:36.904058 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2e646-e0c4-46e0-ae8a-5e8ab07fc766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0387ca4-7758-423d-babb-06d0abc235fb,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:36.950716 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71069644-1246-43ae-b35e-d3abd2c258ed req-9df2cbe9-d332-4962-a796-1e91bd83c40b tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:36.952207 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-71069644-1246-43ae-b35e-d3abd2c258ed req-9df2cbe9-d332-4962-a796-1e91bd83c40b tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 944 time: 0.0554171 Mar 10 17:35:37.004796 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-71069644-1246-43ae-b35e-d3abd2c258ed req-5c24ac20-f5c7-496f-9b43-247b126f76b4 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470214 Mar 10 17:35:38.123854 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da3e9c-d11c-4a12-9cea-ba5fe8f37646 req-82f12c27-5b9d-4c1f-afc4-c8c0dbd66256 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.125357 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6da3e9c-d11c-4a12-9cea-ba5fe8f37646 req-82f12c27-5b9d-4c1f-afc4-c8c0dbd66256 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 944 time: 0.0519123 Mar 10 17:35:38.173494 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c6da3e9c-d11c-4a12-9cea-ba5fe8f37646 req-5c287c61-2c43-438f-b6d8-d0491e024735 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 Mar 10 17:35:39.298408 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9d63-cb16-4a24-8d8e-8f8883d502cb req-5d016f35-0d1a-467f-95c4-35ad1da53220 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:39.299828 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94eb9d63-cb16-4a24-8d8e-8f8883d502cb req-5d016f35-0d1a-467f-95c4-35ad1da53220 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 944 time: 0.0521197 Mar 10 17:35:39.348960 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-94eb9d63-cb16-4a24-8d8e-8f8883d502cb req-4eb1df3a-b94e-4a2a-a30f-d072138f917d tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435572 Mar 10 17:35:39.464621 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device b7eeeb79-b169-43d3-9124-7543945be392 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:35:39.570654 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port b7eeeb79-b169-43d3-9124-7543945be392, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b7eeeb79-b169-43d3-9124-7543945be392,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:39.581909 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'b7eeeb79-b169-43d3-9124-7543945be392', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'port_id': 'b7eeeb79-b169-43d3-9124-7543945be392', 'mac_address': 'fa:16:3e:76:b3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:35:39.619287 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port b7eeeb79-b169-43d3-9124-7543945be392 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:39.619682 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b7eeeb79-b169-43d3-9124-7543945be392), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.633964 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7eeeb79-b169-43d3-9124-7543945be392 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:39.661487 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port b7eeeb79-b169-43d3-9124-7543945be392, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b7eeeb79-b169-43d3-9124-7543945be392,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:39.665273 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (b7eeeb79-b169-43d3-9124-7543945be392), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.712099 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=b7eeeb79-b169-43d3-9124-7543945be392,revision_number=4']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:39.719062 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.719415 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.719786 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.720126 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.720456 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.720784 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.721111 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.721442 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.721769 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.722097 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.722440 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.722764 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:39.723083 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:40.251540 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['b7eeeb79-b169-43d3-9124-7543945be392'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:40.478628 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e587e6-24d7-4902-86a3-18448aaa7faf req-83ba503b-1e64-4ba0-aede-be7628754b00 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:40.480193 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-63e587e6-24d7-4902-86a3-18448aaa7faf req-83ba503b-1e64-4ba0-aede-be7628754b00 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 945 time: 0.0568001 Mar 10 17:35:40.527363 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-63e587e6-24d7-4902-86a3-18448aaa7faf req-cc06b72b-11bf-44ce-96e8-2398fa6eeb71 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415807 Mar 10 17:35:41.469973 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device b7eeeb79-b169-43d3-9124-7543945be392 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:41.520478 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning for port b7eeeb79-b169-43d3-9124-7543945be392 completed by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:35:41.524696 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port b7eeeb79-b169-43d3-9124-7543945be392 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:41.525069 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (b7eeeb79-b169-43d3-9124-7543945be392), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:41.606279 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port b7eeeb79-b169-43d3-9124-7543945be392 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:41.606682 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b7eeeb79-b169-43d3-9124-7543945be392), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:41.629007 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:41.631242 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9380eb3e-0e2d-4060-bda9-1198807f90f0" -d '{"events": [{"server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "name": "network-vif-plugged", "status": "completed", "tag": "b7eeeb79-b169-43d3-9124-7543945be392"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:41.643250 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3259f4-f94f-4796-8ae4-2c3103943ed8 req-e6e75c22-edf5-47ff-90bd-0e92436c8791 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:41.644576 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6a3259f4-f94f-4796-8ae4-2c3103943ed8 req-e6e75c22-edf5-47ff-90bd-0e92436c8791 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 945 time: 0.0525248 Mar 10 17:35:41.650547 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port b7eeeb79-b169-43d3-9124-7543945be392, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b7eeeb79-b169-43d3-9124-7543945be392,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:41.656118 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (b7eeeb79-b169-43d3-9124-7543945be392), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:41.695295 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6a3259f4-f94f-4796-8ae4-2c3103943ed8 req-9f150586-2e13-4685-957d-20bf7c4d75c2 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439801 Mar 10 17:35:41.713766 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=b7eeeb79-b169-43d3-9124-7543945be392,revision_number=5']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:41.803412 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bbfa0d-d930-48db-bc6d-b492d2d7e1c5 x-openstack-request-id: req-b5bbfa0d-d930-48db-bc6d-b492d2d7e1c5 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:41.803707 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "name": "network-vif-plugged", "status": "completed", "tag": "b7eeeb79-b169-43d3-9124-7543945be392", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:41.803955 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5bbfa0d-d930-48db-bc6d-b492d2d7e1c5 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:41.804344 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392', 'code': 200} Mar 10 17:35:42.100877 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0ea7d-98ce-48a8-8731-68e77e607968 req-b243bc51-0ba4-49b3-a945-1d928b57d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:42.102400 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b7f0ea7d-98ce-48a8-8731-68e77e607968 req-b243bc51-0ba4-49b3-a945-1d928b57d4b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 1130 time: 0.0443735 Mar 10 17:35:42.147964 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b7f0ea7d-98ce-48a8-8731-68e77e607968 req-cb4d968e-c158-400a-ac68-fe7035531f19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384333 Mar 10 17:35:42.814984 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0958c86-0ad1-43c2-ad24-22fd5be50eb3 req-6fe40356-565c-4790-a9da-119d6a470991 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:42.816579 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c0958c86-0ad1-43c2-ad24-22fd5be50eb3 req-6fe40356-565c-4790-a9da-119d6a470991 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 946 time: 0.0532460 Mar 10 17:35:42.867693 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c0958c86-0ad1-43c2-ad24-22fd5be50eb3 req-5c2aa23f-1872-4a78-92d9-6f65d3f0181d tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456703 Mar 10 17:35:43.988837 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de305e-ee41-4fa4-a716-ab9026962077 req-8b4b42ba-faa1-4805-9dfa-e79f41698b39 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:43.990779 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a1de305e-ee41-4fa4-a716-ab9026962077 req-8b4b42ba-faa1-4805-9dfa-e79f41698b39 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 946 time: 0.0526526 Mar 10 17:35:44.041414 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-a1de305e-ee41-4fa4-a716-ab9026962077 req-6a109891-2059-4fc7-a131-5bc4b545625a tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448167 Mar 10 17:35:45.170300 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a82b6-81dd-48ff-a767-dfbc288c007e req-78db3213-4e4d-4b8d-9e65-a4c81e8ee112 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.171871 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b82a82b6-81dd-48ff-a767-dfbc288c007e req-78db3213-4e4d-4b8d-9e65-a4c81e8ee112 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 946 time: 0.0519004 Mar 10 17:35:45.219502 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b82a82b6-81dd-48ff-a767-dfbc288c007e req-06f1ae38-694b-4185-a1a1-630aa5df02c6 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421355 Mar 10 17:35:45.345427 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78903953-961d-47f6-9b9e-c7ed7dbf0e3a req-6c9481c5-2a56-4c73-8362-75fb3eba2cc2 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.347361 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-78903953-961d-47f6-9b9e-c7ed7dbf0e3a req-6c9481c5-2a56-4c73-8362-75fb3eba2cc2 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 946 time: 0.0594149 Mar 10 17:35:45.399224 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-78903953-961d-47f6-9b9e-c7ed7dbf0e3a req-5f62ee33-ecde-4cb7-b676-01861a82d105 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460887 Mar 10 17:35:45.428074 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41124) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:45.637756 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a077d-a9e5-4221-b791-e829554f5d6c tempest-TestVolumeBootPattern-601016402 tempest-TestVolumeBootPattern-601016402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.639390 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-1f2a077d-a9e5-4221-b791-e829554f5d6c tempest-TestVolumeBootPattern-601016402 tempest-TestVolumeBootPattern-601016402-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 1125 time: 0.2101507 Mar 10 17:35:45.642063 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41132) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:45.646487 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Request body: {'floatingip': {'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'port_id': 'b7eeeb79-b169-43d3-9124-7543945be392', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:45.667018 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.770372 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.874615 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_common [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Allocated IP 172.27.3.74 (c15ad237-4014-42d5-93b9-f3588e37862d/790b5ed4-4d43-46ff-8021-7a9c3d50a1c0/990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd) {{(pid=102915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:45.971401 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for port (990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.003448 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744243747943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.041018 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Network c15ad237-4014-42d5-93b9-f3588e37862d is already hosted by enough agents. {{(pid=102915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:46.044538 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Resources bound (agent type, host, resource id): {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:46.049999 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Received port after_create {{(pid=102915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:46.072558 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'Port': ['ID=990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:46.567614 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbea8-bd8f-471c-9604-06f0996e1bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.677033 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (caeea89f-8951-48c0-b2fb-5b53ed266d4b), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.745188 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd), before_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.890946 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for port (990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.895374 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15760026'] for port (990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.962390 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event updated for resources: {'Port': ['ID=990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd,revision_number=2']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:46.972640 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (caeea89f-8951-48c0-b2fb-5b53ed266d4b), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:47.075158 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.l3_db [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Floating IP caeea89f-8951-48c0-b2fb-5b53ed266d4b associated. External IP: 172.27.3.74, port: b7eeeb79-b169-43d3-9124-7543945be392. Mar 10 17:35:47.286852 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Router 4754b2da-9602-4415-a599-d696fe21c5f2 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:35:47.397648 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:35:47.409438 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] Sync routers for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:35:47.419018 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:47.421051 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:47.421753 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:35:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:47.454147 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a6d09193-e265-4cc1-964c-13b7e642ffb1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8108721 Mar 10 17:35:47.454994 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:47.457490 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f7021d-959d-4ef6-a434-6e19832eaae2" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "tag": "b7eeeb79-b169-43d3-9124-7543945be392"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:47.497483 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d047c124-1fa9-4f6b-8c30-865b88fb162b x-openstack-request-id: req-d047c124-1fa9-4f6b-8c30-865b88fb162b {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:47.497779 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "tag": "b7eeeb79-b169-43d3-9124-7543945be392", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:47.498031 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d047c124-1fa9-4f6b-8c30-865b88fb162b {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:47.498488 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392', 'status': 'completed', 'code': 200} Mar 10 17:35:47.533365 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:47.608572 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-4bcca79b-3d68-4bbb-bf7a-f8ade5f351e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.609993 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-4bcca79b-3d68-4bbb-bf7a-f8ade5f351e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 1130 time: 0.0472355 Mar 10 17:35:47.705598 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-6714dcda-bbee-477c-acb9-3ced5ca49285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.707105 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-6714dcda-bbee-477c-acb9-3ced5ca49285 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 911 time: 0.0904417 Mar 10 17:35:47.776958 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-b2c3557e-7e01-4e69-a949-6a8b280d8ba3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7eeeb79-b169-43d3-9124-7543945be392 HTTP/1.1" status: 200 len: 999 time: 0.0631278 Mar 10 17:35:47.780142 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '7ac220bb-13ef-4943-bd5a-51f99b52e3b1', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:10Z', 'updated_at': '2022-03-10T17:33:12Z', 'revision_number': 1, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}, {'id': 'caeea89f-8951-48c0-b2fb-5b53ed266d4b', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'b7eeeb79-b169-43d3-9124-7543945be392', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:76:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:35:46Z', 'updated_at': '2022-03-10T17:35:46Z', 'revision_number': 0, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:47.811372 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] Checking router: 4754b2da-9602-4415-a599-d696fe21c5f2 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:35:47.820563 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:47.821175 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:35:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:47.836788 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-af5f67ba-3fd3-4751-999e-936c5311f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.838287 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-af5f67ba-3fd3-4751-999e-936c5311f373 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0549476 Mar 10 17:35:47.891698 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-f3203a73-2af4-4544-ac89-6d127ff9316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.893302 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-f3203a73-2af4-4544-ac89-6d127ff9316e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465944 Mar 10 17:35:47.946480 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:48.001527 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-50c1077b-3bb3-4dc2-8c15-0feff451f077 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005425 Mar 10 17:35:48.115238 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-96f7021d-959d-4ef6-a434-6e19832eaae2 req-93e98cc0-f670-4413-8c10-47fb7d0acdfe service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033075 Mar 10 17:35:48.283571 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '7ac220bb-13ef-4943-bd5a-51f99b52e3b1', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:10Z', 'updated_at': '2022-03-10T17:33:12Z', 'revision_number': 1, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}, {'id': 'caeea89f-8951-48c0-b2fb-5b53ed266d4b', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'b7eeeb79-b169-43d3-9124-7543945be392', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:76:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:35:46Z', 'updated_at': '2022-03-10T17:35:46Z', 'revision_number': 0, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:48.310697 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95596b32-b177-4d0d-b90a-e478b684cb09 None None] The sync data for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi is: [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '7ac220bb-13ef-4943-bd5a-51f99b52e3b1', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:10Z', 'updated_at': '2022-03-10T17:33:12Z', 'revision_number': 1, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}, {'id': 'caeea89f-8951-48c0-b2fb-5b53ed266d4b', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'b7eeeb79-b169-43d3-9124-7543945be392', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:76:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:35:46Z', 'updated_at': '2022-03-10T17:35:46Z', 'revision_number': 0, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:35:48.498637 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341eb92-412d-431e-8a93-de86efa1c92a None None] New status for floating IP caeea89f-8951-48c0-b2fb-5b53ed266d4b: ACTIVE {{(pid=102917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:35:48.844310 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a7533d40-f852-4134-884f-41213a199049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:49.997723 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:51.406615 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:52.890832 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:58.974297 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:59.026678 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:35:59.266780 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551a163-9721-40fe-97a5-f306a1a4e00a req-c21b6c42-0ee4-49aa-8460-63955243f5de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:59.268226 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e551a163-9721-40fe-97a5-f306a1a4e00a req-c21b6c42-0ee4-49aa-8460-63955243f5de tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 945 time: 0.0508645 Mar 10 17:35:59.314624 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-e551a163-9721-40fe-97a5-f306a1a4e00a req-f8d008d9-517c-4c93-be26-f34114aa241a tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 Mar 10 17:36:00.435626 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8f236-07c9-437f-b971-8c2d2f3c4fdb req-f03870b4-b578-4b74-b09d-71c6d5ee2878 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:00.437379 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bbe8f236-07c9-437f-b971-8c2d2f3c4fdb req-f03870b4-b578-4b74-b09d-71c6d5ee2878 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 945 time: 0.0565310 Mar 10 17:36:00.488986 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bbe8f236-07c9-437f-b971-8c2d2f3c4fdb req-d0c29b7c-6fc1-4946-ba4d-e72e409e242f tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448165 Mar 10 17:36:01.605603 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c16838-f287-4211-974b-22eef80faf38 req-fe77c392-eb24-4c4b-9f6c-d03fefda4058 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:01.607022 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-14c16838-f287-4211-974b-22eef80faf38 req-fe77c392-eb24-4c4b-9f6c-d03fefda4058 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 945 time: 0.0512068 Mar 10 17:36:01.651829 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-14c16838-f287-4211-974b-22eef80faf38 req-b19a81b3-e851-4c0e-95de-ccb7e7d2b241 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups?id=f365c30f-fa52-48bb-bbe0-4855f9c850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393715 Mar 10 17:36:01.943559 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-9f42e911-4935-4937-9538-0884806608a0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:01.944921 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-9f42e911-4935-4937-9538-0884806608a0 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 945 time: 0.0514359 Mar 10 17:36:02.038760 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Deleting port b37caed2-fef7-446a-9573-30a7d5a37df9 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:02.039449 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.124233 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] For port b37caed2-fef7-446a-9573-30a7d5a37df9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b37caed2-fef7-446a-9573-30a7d5a37df9,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:02.124592 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.293793 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.294183 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (2ba7e903-34a3-4f62-9844-f6c5a58b8af1), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.294502 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.l3_db [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Floating IP 2ba7e903-34a3-4f62-9844-f6c5a58b8af1 disassociated. External IP: 172.27.3.130, port: b37caed2-fef7-446a-9573-30a7d5a37df9. Mar 10 17:36:02.294997 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Calling delete_port for b37caed2-fef7-446a-9573-30a7d5a37df9 owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:02.417737 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (b37caed2-fef7-446a-9573-30a7d5a37df9), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.448666 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'Port': ['ID=b37caed2-fef7-446a-9573-30a7d5a37df9,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:02.560134 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:02.665381 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:02.676942 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:02.686831 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:02.687450 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:35:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:02.707325 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] No DVR routers for this DVR port b37caed2-fef7-446a-9573-30a7d5a37df9 on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:02.709582 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.713069 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-be4f35af-3ec9-4c95-88cf-ce8d883126fe req-0e8ff568-c809-4379-8ad9-01eae6ea44ad tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.37 "DELETE /v2.0/ports/b37caed2-fef7-446a-9573-30a7d5a37df9 HTTP/1.1" status: 204 len: 173 time: 0.7627077 Mar 10 17:36:02.713520 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290d89de-dad6-4a95-b778-c8077fa2982c', 'name': 'network-vif-deleted', 'tag': 'b37caed2-fef7-446a-9573-30a7d5a37df9'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:02.715842 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e673a0-1d3e-4cbb-8c6f-f940d58910cf" -d '{"events": [{"server_uuid": "290d89de-dad6-4a95-b778-c8077fa2982c", "name": "network-vif-deleted", "tag": "b37caed2-fef7-446a-9573-30a7d5a37df9"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:02.754570 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4ebb674a-24eb-4a8b-95c3-a8b1c0740918 req-bdb7722f-b4a0-4cad-81b4-caac73da0900 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/ports?device_id=290d89de-dad6-4a95-b778-c8077fa2982c HTTP/1.1" status: 200 len: 210 time: 0.0290844 Mar 10 17:36:02.765768 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dad1b99-0d8a-4ff8-8664-f33a545e1d5c x-openstack-request-id: req-4dad1b99-0d8a-4ff8-8664-f33a545e1d5c {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:02.766166 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290d89de-dad6-4a95-b778-c8077fa2982c", "name": "network-vif-deleted", "tag": "b37caed2-fef7-446a-9573-30a7d5a37df9", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:02.766403 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4dad1b99-0d8a-4ff8-8664-f33a545e1d5c {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:02.766919 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290d89de-dad6-4a95-b778-c8077fa2982c', 'name': 'network-vif-deleted', 'tag': 'b37caed2-fef7-446a-9573-30a7d5a37df9', 'status': 'completed', 'code': 200} Mar 10 17:36:02.821053 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:03.030749 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:03.055887 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:03.064414 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:03.065009 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:35:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:03.172235 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:03.378725 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:03.410606 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7a9c1-b6ae-4124-8dae-92882d8d5c1f None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:24:40Z', 'revision_number': 4, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'a734dfec-4da4-42f7-ab4e-1cf7f778397d', 'name': '', 'network_id': '492946a2-c896-490a-bb54-962c310b31ed', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'mac_address': 'fa:16:3e:86:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:33Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'subnets': [{'id': 'd9134d34-ee3b-4dcf-bac2-b6cb028c05ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:03.643932 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab42e4-de5d-4456-84aa-8c79ef4f269b None None] New status for floating IP 2ba7e903-34a3-4f62-9844-f6c5a58b8af1: DOWN {{(pid=102917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:36:03.843671 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41264) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:03.900862 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5551b02-868f-4de8-8e0a-0ffe2808edfe tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (f365c30f-fa52-48bb-bbe0-4855f9c850c2), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.924149 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5551b02-868f-4de8-8e0a-0ffe2808edfe tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (f365c30f-fa52-48bb-bbe0-4855f9c850c2), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.972894 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5551b02-868f-4de8-8e0a-0ffe2808edfe tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (f365c30f-fa52-48bb-bbe0-4855f9c850c2), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.975486 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5551b02-868f-4de8-8e0a-0ffe2808edfe tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.976610 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b5551b02-868f-4de8-8e0a-0ffe2808edfe tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "DELETE /v2.0/security-groups/f365c30f-fa52-48bb-bbe0-4855f9c850c2 HTTP/1.1" status: 204 len: 168 time: 0.1319585 Mar 10 17:36:03.979963 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41266) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:03.985700 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5551b02-868f-4de8-8e0a-0ffe2808edfe tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f365c30f-fa52-48bb-bbe0-4855f9c850c2,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:03.993918 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.api.v2.resource [None req-aa60cd03-313d-4ff4-9cba-3f9266ce1185 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] show failed (client error): The resource could not be found. Mar 10 17:36:03.995474 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-aa60cd03-313d-4ff4-9cba-3f9266ce1185 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "GET /v2.0/security-groups/f365c30f-fa52-48bb-bbe0-4855f9c850c2 HTTP/1.1" status: 404 len: 347 time: 0.0139856 Mar 10 17:36:03.998468 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41268) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:04.118390 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Deleting port 4eb36e71-0d94-45a6-81e0-0ee6e641b9f5 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:04.118725 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (4eb36e71-0d94-45a6-81e0-0ee6e641b9f5), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.193515 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (4eb36e71-0d94-45a6-81e0-0ee6e641b9f5), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.193838 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (4eb36e71-0d94-45a6-81e0-0ee6e641b9f5), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.204942 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Calling delete_port for 4eb36e71-0d94-45a6-81e0-0ee6e641b9f5 owned by network:floatingip {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:04.331221 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (4eb36e71-0d94-45a6-81e0-0ee6e641b9f5), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.359850 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Pushing event deleted for resources: {'Port': ['ID=4eb36e71-0d94-45a6-81e0-0ee6e641b9f5,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:04.419175 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks [] for floatingip (2ba7e903-34a3-4f62-9844-f6c5a58b8af1), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.421801 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.422988 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4a1f667c-d33f-4328-80b6-baf7245be783 tempest-AttachVolumeNegativeTest-1355156129 tempest-AttachVolumeNegativeTest-1355156129-project] 10.222.0.16 "DELETE /v2.0/floatingips/2ba7e903-34a3-4f62-9844-f6c5a58b8af1 HTTP/1.1" status: 204 len: 168 time: 0.4236379 Mar 10 17:36:04.840649 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41290) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:04.942299 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-72166327-e9e1-4b50-a070-0b3c8f84bcd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.014750 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-72166327-e9e1-4b50-a070-0b3c8f84bcd1 admin admin] Publish callbacks [] for security_group (eca82d8e-a7be-437f-bfaf-0c9930d229ad), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.018383 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-72166327-e9e1-4b50-a070-0b3c8f84bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (eca82d8e-a7be-437f-bfaf-0c9930d229ad), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.058728 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-72166327-e9e1-4b50-a070-0b3c8f84bcd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a666f13af65b4600b2be394c8cb38096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143064 Mar 10 17:36:05.058728 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72166327-e9e1-4b50-a070-0b3c8f84bcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca82d8e-a7be-437f-bfaf-0c9930d229ad,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:05.059088 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41294) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:05.108792 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f0593e86-4795-43cc-b74b-049b528735b4 admin admin] Publish callbacks [] for security_group (eca82d8e-a7be-437f-bfaf-0c9930d229ad), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.129193 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f0593e86-4795-43cc-b74b-049b528735b4 admin admin] Publish callbacks [] for security_group (eca82d8e-a7be-437f-bfaf-0c9930d229ad), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.175424 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f0593e86-4795-43cc-b74b-049b528735b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (eca82d8e-a7be-437f-bfaf-0c9930d229ad), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.178085 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f0593e86-4795-43cc-b74b-049b528735b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.179104 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f0593e86-4795-43cc-b74b-049b528735b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eca82d8e-a7be-437f-bfaf-0c9930d229ad HTTP/1.1" status: 204 len: 168 time: 0.1189048 Mar 10 17:36:05.186478 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0593e86-4795-43cc-b74b-049b528735b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca82d8e-a7be-437f-bfaf-0c9930d229ad,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:05.628216 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device b37caed2-fef7-446a-9573-30a7d5a37df9 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:05.670019 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: b37caed2-fef7-446a-9573-30a7d5a37df9 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:05.670646 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device b37caed2-fef7-446a-9573-30a7d5a37df9 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:07.053382 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b5c23-361e-44df-9e32-83e8220ee6df req-6e9a2c64-a053-44d8-90a4-f45a369bea19 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:07.054964 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-170b5c23-361e-44df-9e32-83e8220ee6df req-6e9a2c64-a053-44d8-90a4-f45a369bea19 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0648065 Mar 10 17:36:07.109289 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-170b5c23-361e-44df-9e32-83e8220ee6df req-4960122c-9d47-49ee-b1f4-8a4a8aecd610 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488939 Mar 10 17:36:08.235806 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96b24-a8fe-4c19-84bc-959acb35ed28 req-7b738c58-7d38-4464-9268-634d4127de3e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:08.237309 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dbb96b24-a8fe-4c19-84bc-959acb35ed28 req-7b738c58-7d38-4464-9268-634d4127de3e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0551372 Mar 10 17:36:08.279584 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41406) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:08.291207 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-dbb96b24-a8fe-4c19-84bc-959acb35ed28 req-b1731921-9b67-42c6-8a46-24404634edc8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482001 Mar 10 17:36:08.779200 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (5c308840-486b-4081-a622-69b76bfba267), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.023070 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Deleting port a734dfec-4da4-42f7-ab4e-1cf7f778397d {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:09.023405 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.097984 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] For port a734dfec-4da4-42f7-ab4e-1cf7f778397d, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=a734dfec-4da4-42f7-ab4e-1cf7f778397d,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:09.098371 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.110645 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Calling delete_port for a734dfec-4da4-42f7-ab4e-1cf7f778397d owned by network:router_interface {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:09.291508 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (a734dfec-4da4-42f7-ab4e-1cf7f778397d), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.316341 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Pushing event deleted for resources: {'Port': ['ID=a734dfec-4da4-42f7-ab4e-1cf7f778397d,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:09.531310 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a76386-c7b4-4df7-86d3-efbb7d2e23bf req-6c046173-772d-4634-9e83-104e0d2c5132 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:09.532800 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-24a76386-c7b4-4df7-86d3-efbb7d2e23bf req-6c046173-772d-4634-9e83-104e0d2c5132 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.1337221 Mar 10 17:36:09.562696 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (5c308840-486b-4081-a622-69b76bfba267), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.633652 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-24a76386-c7b4-4df7-86d3-efbb7d2e23bf req-bc746e74-2435-4049-a891-7e6a337477c7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944407 Mar 10 17:36:09.810873 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Router 5c308840-486b-4081-a622-69b76bfba267 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:09.923879 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:09.930194 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-bf9458cb-0930-49df-a28a-ed8a8a164995 admin admin] 10.222.0.16 "PUT /v2.0/routers/5c308840-486b-4081-a622-69b76bfba267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495609 Mar 10 17:36:09.932701 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41428) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:09.934693 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] Sync routers for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:09.946533 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:09.947563 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:35:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:10.045393 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks [] for router (5c308840-486b-4081-a622-69b76bfba267), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.058498 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:10.167230 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks [] for router_gateway (5c308840-486b-4081-a622-69b76bfba267), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.227725 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Deleting port 09ae1e7a-106e-4bf1-9b11-911dcbedddde {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:10.228111 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.244342 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:36:09Z', 'revision_number': 5, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port': {'id': '09ae1e7a-106e-4bf1-9b11-911dcbedddde', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c308840-486b-4081-a622-69b76bfba267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:26Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:10.279013 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] Checking router: 5c308840-486b-4081-a622-69b76bfba267 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:10.287517 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] Routers {'5c308840-486b-4081-a622-69b76bfba267'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:10.288196 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:35:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['5c308840-486b-4081-a622-69b76bfba267'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:10.311256 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] For port 09ae1e7a-106e-4bf1-9b11-911dcbedddde, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=09ae1e7a-106e-4bf1-9b11-911dcbedddde,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:10.311751 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.328206 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Calling delete_port for 09ae1e7a-106e-4bf1-9b11-911dcbedddde owned by network:router_gateway {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:10.377154 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] Set router 5c308840-486b-4081-a622-69b76bfba267 gateway port host: None {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:10.499325 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (09ae1e7a-106e-4bf1-9b11-911dcbedddde), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.525306 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Pushing event deleted for resources: {'Port': ['ID=09ae1e7a-106e-4bf1-9b11-911dcbedddde,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:10.534599 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 6, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port_host': None}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:10.561211 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5bf868-a099-401a-99e9-351086e39f83 None None] The sync data for ids ['5c308840-486b-4081-a622-69b76bfba267'] in dv-cinder-830538-8-iscsi is: [{'id': '5c308840-486b-4081-a622-69b76bfba267', 'name': 'tempest-AttachVolumeNegativeTest-566634557-router', 'tenant_id': '8bfade72cd754d9092d313481b3f465f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:25Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 6, 'project_id': '8bfade72cd754d9092d313481b3f465f', 'gw_port_host': None}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:10.593248 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (5c308840-486b-4081-a622-69b76bfba267), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.685739 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (5c308840-486b-4081-a622-69b76bfba267), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.687908 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks [] for router_controller (5c308840-486b-4081-a622-69b76bfba267), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.754299 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (5c308840-486b-4081-a622-69b76bfba267), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.754832 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c308840-486b-4081-a622-69b76bfba267 {{(pid=102916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:36:10.759746 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.760872 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-28e89695-3941-48dc-8b60-3ac9503c348a admin admin] 10.222.0.16 "DELETE /v2.0/routers/5c308840-486b-4081-a622-69b76bfba267 HTTP/1.1" status: 204 len: 168 time: 0.8270721 Mar 10 17:36:10.763583 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41444) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:10.783669 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae063f2d-3085-4f1b-81cd-c18cb1f58f93 req-bcf50a28-9e41-4ed7-889c-eecc4f9d553c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:10.785155 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae063f2d-3085-4f1b-81cd-c18cb1f58f93 req-bcf50a28-9e41-4ed7-889c-eecc4f9d553c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0595489 Mar 10 17:36:10.811170 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_v2 [None req-28761863-71dc-4da6-a84d-1ec0d622681b admin admin] Deleting subnet d9134d34-ee3b-4dcf-bac2-b6cb028c05ba {{(pid=102915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:36:10.814174 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-28761863-71dc-4da6-a84d-1ec0d622681b admin admin] Publish callbacks [] for subnet (d9134d34-ee3b-4dcf-bac2-b6cb028c05ba), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.832226 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae063f2d-3085-4f1b-81cd-c18cb1f58f93 req-5531266c-99cb-449a-8701-1c527c54cbb0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 Mar 10 17:36:10.846725 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-28761863-71dc-4da6-a84d-1ec0d622681b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16127437'] for subnet (d9134d34-ee3b-4dcf-bac2-b6cb028c05ba), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.924583 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-28761863-71dc-4da6-a84d-1ec0d622681b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (d9134d34-ee3b-4dcf-bac2-b6cb028c05ba), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.944366 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41446) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:10.983456 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-28761863-71dc-4da6-a84d-1ec0d622681b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15760044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13139369'] for subnet (d9134d34-ee3b-4dcf-bac2-b6cb028c05ba), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.012538 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761863-71dc-4da6-a84d-1ec0d622681b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9134d34-ee3b-4dcf-bac2-b6cb028c05ba,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:11.016266 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-28761863-71dc-4da6-a84d-1ec0d622681b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.021746 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-28761863-71dc-4da6-a84d-1ec0d622681b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d9134d34-ee3b-4dcf-bac2-b6cb028c05ba HTTP/1.1" status: 204 len: 168 time: 0.2549634 Mar 10 17:36:11.022085 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41450) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:11.031987 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6d7f5-2b8d-4b11-9b0f-ccbba815b36c None None] Network 492946a2-c896-490a-bb54-962c310b31ed requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:11.357427 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b93b7-0a39-4098-9ff1-9bd745e7efa4 None None] DHCP port deletion for 492946a2-c896-490a-bb54-962c310b31ed request from dv-cinder-830538-8-iscsi {{(pid=102917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:36:11.413101 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (492946a2-c896-490a-bb54-962c310b31ed), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.419549 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-944b93b7-0a39-4098-9ff1-9bd745e7efa4 None None] Deleting port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 {{(pid=102917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:11.420276 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-944b93b7-0a39-4098-9ff1-9bd745e7efa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), before_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.447647 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:11.569032 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Deleting port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:11.569032 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.644318 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] For port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:11.644920 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.665188 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Calling delete_port for b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 owned by network:dhcp {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:11.689603 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-944b93b7-0a39-4098-9ff1-9bd745e7efa4 None None] For port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86,segment=NetworkSegment(4b1c3274-b064-4c9d-95fa-b4fc55ebd462),segment_id=4b1c3274-b064-4c9d-95fa-b4fc55ebd462)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:11.690130 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-944b93b7-0a39-4098-9ff1-9bd745e7efa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), precommit_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.710295 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-944b93b7-0a39-4098-9ff1-9bd745e7efa4 None None] Calling delete_port for b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 owned by network:dhcp {{(pid=102917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:11.714548 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Deleting port 1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:11.714890 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.822065 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Current status of the port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 is: ACTIVE; New status is: DOWN {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:11.822517 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.830259 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.830633 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for floatingip (1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.838510 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.854546 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-944b93b7-0a39-4098-9ff1-9bd745e7efa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952'] for port (b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86), after_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.869289 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Calling delete_port for 1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0 owned by network:floatingip {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:11.876925 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:11.883930 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] No DVR routers for this DVR port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 on host dv-cinder-830538-8-iscsi {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:11.900377 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device a734dfec-4da4-42f7-ab4e-1cf7f778397d no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:11.905070 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b93b7-0a39-4098-9ff1-9bd745e7efa4 None None] No DVR routers for this DVR port b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86 on host dv-cinder-830538-8-iscsi {{(pid=102917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:11.910197 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b93b7-0a39-4098-9ff1-9bd745e7efa4 None None] Pushing event deleted for resources: {'Port': ['ID=b0ca5d96-1bdd-4ba7-bbfc-463b4a01ac86,revision_number=None']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:11.931585 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: a734dfec-4da4-42f7-ab4e-1cf7f778397d {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:11.931939 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device a734dfec-4da4-42f7-ab4e-1cf7f778397d not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:11.932901 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 09ae1e7a-106e-4bf1-9b11-911dcbedddde no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:11.953831 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 09ae1e7a-106e-4bf1-9b11-911dcbedddde {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:11.954207 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 09ae1e7a-106e-4bf1-9b11-911dcbedddde not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:12.023148 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (492946a2-c896-490a-bb54-962c310b31ed), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.054847 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492946a2-c896-490a-bb54-962c310b31ed']}} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:12.071438 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1c3274-b064-4c9d-95fa-b4fc55ebd462') {'for_net_delete': True} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:12.071727 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1c3274-b064-4c9d-95fa-b4fc55ebd462') {} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:12.096273 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057547'] for segment (4b1c3274-b064-4c9d-95fa-b4fc55ebd462), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.103978 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa988eb-b835-46ba-8f87-d49ccb258ad8 req-ad8014da-621e-438c-a8be-f8b64694bb49 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:12.105955 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4aa988eb-b835-46ba-8f87-d49ccb258ad8 req-ad8014da-621e-438c-a8be-f8b64694bb49 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.1691453 Mar 10 17:36:12.138844 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (4b1c3274-b064-4c9d-95fa-b4fc55ebd462), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.147473 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:36:12.147852 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16575686'] for segment (4b1c3274-b064-4c9d-95fa-b4fc55ebd462), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: Traceback (most recent call last): Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: timer() Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: cb(*args, **kw) Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: return func(*args, **kwargs) Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: self._notify() Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: self.callback(batched_events) Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: event.method(event) Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: return f(self, *a, **k) Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._get(url).json() Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: return self.request(url, 'GET', **kwargs) Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:36:12.149879 dv-cinder-830538-8-iscsi neutron-server[102916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:36:12.241115 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4aa988eb-b835-46ba-8f87-d49ccb258ad8 req-e6940b1c-4699-4da7-b8b1-cc3a898363d3 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277847 Mar 10 17:36:12.246426 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (492946a2-c896-490a-bb54-962c310b31ed), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.255197 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.258358 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] 10.222.0.16 "DELETE /v2.0/networks/492946a2-c896-490a-bb54-962c310b31ed HTTP/1.1" status: 204 len: 168 time: 1.2349672 Mar 10 17:36:12.275950 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2794bb2-feb1-4f07-9776-812b537a6caa admin admin] Pushing event deleted for resources: {'Network': ['ID=492946a2-c896-490a-bb54-962c310b31ed,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:12.278093 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.305100 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event deleted for resources: {'Port': ['ID=1ee3ef0b-55a8-4114-8e5f-08b2ae8588a0,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:12.365925 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for floatingip (51825f6f-daa1-4e67-a204-f505281d18aa), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.366283 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Floating IP 51825f6f-daa1-4e67-a204-f505281d18aa disassociated (deleted). External IP: 172.27.3.156, port: 8bc65158-a8be-462d-a713-e6796d774362. Mar 10 17:36:12.386006 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41464) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:12.426057 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-b89585e0-8c5c-4039-aa52-b3bd4c5c6757 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bfade72cd754d9092d313481b3f465f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387998 Mar 10 17:36:12.428462 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41466) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:12.477866 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bc83d17c-e25d-4010-ba28-8e523cf65f74 admin admin] Publish callbacks [] for security_group (7b8f96fc-0b7e-40f0-8027-0569d3f63904), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.500479 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bc83d17c-e25d-4010-ba28-8e523cf65f74 admin admin] Publish callbacks [] for security_group (7b8f96fc-0b7e-40f0-8027-0569d3f63904), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.552504 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bc83d17c-e25d-4010-ba28-8e523cf65f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (7b8f96fc-0b7e-40f0-8027-0569d3f63904), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.555796 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bc83d17c-e25d-4010-ba28-8e523cf65f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.556958 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-bc83d17c-e25d-4010-ba28-8e523cf65f74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b8f96fc-0b7e-40f0-8027-0569d3f63904 HTTP/1.1" status: 204 len: 168 time: 0.1275897 Mar 10 17:36:12.567606 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83d17c-e25d-4010-ba28-8e523cf65f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8f96fc-0b7e-40f0-8027-0569d3f63904,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:12.590281 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Router 9445dfb7-461d-499f-b184-18642428f849 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:12.703912 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:12.708969 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.716722 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] Sync routers for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:12.730852 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:12.731584 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:35:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:12.742213 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-cb2e08ab-3a49-4c35-85ad-29ac8c05c1ec tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "DELETE /v2.0/floatingips/51825f6f-daa1-4e67-a204-f505281d18aa HTTP/1.1" status: 204 len: 168 time: 1.7964637 Mar 10 17:36:12.742801 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'tag': '8bc65158-a8be-462d-a713-e6796d774362'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:12.750711 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1f68fc-340a-4750-a69c-4e1f85e5e017" -d '{"events": [{"name": "network-changed", "server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "tag": "8bc65158-a8be-462d-a713-e6796d774362"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:12.941760 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:13.037150 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986473cd-d14e-4e12-860a-52e94d7f5a70 x-openstack-request-id: req-986473cd-d14e-4e12-860a-52e94d7f5a70 {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:13.037533 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "tag": "8bc65158-a8be-462d-a713-e6796d774362", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:13.037955 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-986473cd-d14e-4e12-860a-52e94d7f5a70 {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:13.038379 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'tag': '8bc65158-a8be-462d-a713-e6796d774362', 'status': 'completed', 'code': 200} Mar 10 17:36:13.094523 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12711f-db49-434a-8991-6d8bde9b4187 req-01a1534b-804d-47ed-b797-9b1c24d23152 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:13.096113 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0e12711f-db49-434a-8991-6d8bde9b4187 req-01a1534b-804d-47ed-b797-9b1c24d23152 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0913155 Mar 10 17:36:13.130147 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-2122fefc-953f-4b38-b315-40814d84a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:13.131764 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-2122fefc-953f-4b38-b315-40814d84a677 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 1130 time: 0.0581923 Mar 10 17:36:13.207540 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-0e12711f-db49-434a-8991-6d8bde9b4187 req-3695f5e7-abef-4ba5-9b7b-7cc02f8abc97 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003392 Mar 10 17:36:13.255027 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-5ae3c31b-ba6e-4025-8043-8be40520da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:13.256821 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-5ae3c31b-ba6e-4025-8043-8be40520da92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 200 len: 910 time: 0.1179528 Mar 10 17:36:13.262256 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:07Z', 'revision_number': 5, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:13.299392 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] Checking router: 9445dfb7-461d-499f-b184-18642428f849 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:13.307576 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-31ec8f8e-0949-46f0-8dea-b380c3eeabd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 200 len: 217 time: 0.0441689 Mar 10 17:36:13.315781 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:13.316570 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:35:49Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:13.368743 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-931a0212-ff5b-471d-856f-fba5d082ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:13.370534 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-931a0212-ff5b-471d-856f-fba5d082ea25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53e1121e-b8ac-4d18-b92d-89d9025942a9 HTTP/1.1" status: 200 len: 848 time: 0.0566511 Mar 10 17:36:13.405523 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae339f8-80fa-4a0b-981b-d6d33afb7175 req-38cc8c7c-ea2b-4f1d-84db-34a0d9f034e5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:13.407486 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ae339f8-80fa-4a0b-981b-d6d33afb7175 req-38cc8c7c-ea2b-4f1d-84db-34a0d9f034e5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0691025 Mar 10 17:36:13.424617 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-354eee60-509d-4102-8980-0b43fb040e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:13.426306 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-354eee60-509d-4102-8980-0b43fb040e86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ff4fd82-01b1-46b3-a26a-8e0ee412f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493026 Mar 10 17:36:13.458053 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:13.464441 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8ae339f8-80fa-4a0b-981b-d6d33afb7175 req-d2f11d5d-5935-440a-8631-8fa61ca45da9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514669 Mar 10 17:36:13.541468 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-adf10252-fa44-4ea8-ab54-2f51c54565ba service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071610 Mar 10 17:36:13.642158 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-2e1f68fc-340a-4750-a69c-4e1f85e5e017 req-a702d075-a2e2-4e51-9f67-0abb82a9eb39 service neutron] 10.222.0.37 "GET /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939600 Mar 10 17:36:13.676200 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:07Z', 'revision_number': 5, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:13.705168 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962653d-c74a-491f-a40e-b9ff8afcabe7 None None] The sync data for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi is: [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:30:02Z', 'revision_number': 4, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '0d1757c5-7060-4e2c-8046-a9fe16511650', 'name': '', 'network_id': '8ff4fd82-01b1-46b3-a26a-8e0ee412f813', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'mac_address': 'fa:16:3e:18:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:02Z', 'updated_at': '2022-03-10T17:30:07Z', 'revision_number': 5, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'subnets': [{'id': '53e1121e-b8ac-4d18-b92d-89d9025942a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:13.940040 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9595f1c7-36c4-418d-af8a-1126a3e54ce4 None None] New status for floating IP 51825f6f-daa1-4e67-a204-f505281d18aa: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:36:14.331856 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee67518-dec8-4f49-bea6-b7dbf3d413e2 req-dac7751c-873b-45db-8f46-2712998f81cc tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.333334 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ee67518-dec8-4f49-bea6-b7dbf3d413e2 req-dac7751c-873b-45db-8f46-2712998f81cc tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0534406 Mar 10 17:36:14.381594 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2ee67518-dec8-4f49-bea6-b7dbf3d413e2 req-99bc9c13-7dab-4001-871e-f2a2f4d1ec3c tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428190 Mar 10 17:36:14.569550 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41540) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:14.595579 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89793c0-b8f2-4a0c-bd9b-fb060df3e65b req-59b25c1e-e57b-4cd6-b336-fd9b406673b2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.597034 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d89793c0-b8f2-4a0c-bd9b-fb060df3e65b req-59b25c1e-e57b-4cd6-b336-fd9b406673b2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0570996 Mar 10 17:36:14.646130 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d89793c0-b8f2-4a0c-bd9b-fb060df3e65b req-ec7a6c76-929f-44f0-81e3-47537c65c9e6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435274 Mar 10 17:36:14.677572 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8c5610ae-9ef2-42f9-beea-3d85c913e723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.747386 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8c5610ae-9ef2-42f9-beea-3d85c913e723 admin admin] Publish callbacks [] for security_group (532878b7-24b4-44f0-8ecc-7172bfc016ec), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.751462 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8c5610ae-9ef2-42f9-beea-3d85c913e723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (532878b7-24b4-44f0-8ecc-7172bfc016ec), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.790700 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-8c5610ae-9ef2-42f9-beea-3d85c913e723 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5aa25f8ff5604e988a55f88f687d8efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198734 Mar 10 17:36:14.792460 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5610ae-9ef2-42f9-beea-3d85c913e723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532878b7-24b4-44f0-8ecc-7172bfc016ec,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:14.793931 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41544) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:14.841335 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1f02afe-ec5a-4616-8cd3-6b3169cf1f79 admin admin] Publish callbacks [] for security_group (532878b7-24b4-44f0-8ecc-7172bfc016ec), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.862053 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1f02afe-ec5a-4616-8cd3-6b3169cf1f79 admin admin] Publish callbacks [] for security_group (532878b7-24b4-44f0-8ecc-7172bfc016ec), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.909386 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1f02afe-ec5a-4616-8cd3-6b3169cf1f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (532878b7-24b4-44f0-8ecc-7172bfc016ec), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.911924 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f1f02afe-ec5a-4616-8cd3-6b3169cf1f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.913039 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f1f02afe-ec5a-4616-8cd3-6b3169cf1f79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/532878b7-24b4-44f0-8ecc-7172bfc016ec HTTP/1.1" status: 204 len: 168 time: 0.1181059 Mar 10 17:36:14.922303 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f02afe-ec5a-4616-8cd3-6b3169cf1f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532878b7-24b4-44f0-8ecc-7172bfc016ec,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:15.176177 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41560) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:15.189568 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc328-7419-4cf2-8f28-a7d51fe0d672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.273729 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc328-7419-4cf2-8f28-a7d51fe0d672 admin admin] Publish callbacks [] for security_group (cf47048c-34d5-4ecb-92b5-09d9aafd504d), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.279109 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc328-7419-4cf2-8f28-a7d51fe0d672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (cf47048c-34d5-4ecb-92b5-09d9aafd504d), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.283664 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-773c3b4c-c2fd-4918-ba1e-6b68ec675ced tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:15.285244 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-773c3b4c-c2fd-4918-ba1e-6b68ec675ced tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.37 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0565224 Mar 10 17:36:15.340442 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-d1cfc328-7419-4cf2-8f28-a7d51fe0d672 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=546f4d5a0d09455a86c28ad192ad6843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607521 Mar 10 17:36:15.340442 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfc328-7419-4cf2-8f28-a7d51fe0d672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf47048c-34d5-4ecb-92b5-09d9aafd504d,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:15.341222 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41566) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:15.441571 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5a9197f5-ca77-4bbe-8938-f7f80e4ef8c3 admin admin] Publish callbacks [] for security_group (cf47048c-34d5-4ecb-92b5-09d9aafd504d), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.449274 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Deleting port 8bc65158-a8be-462d-a713-e6796d774362 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:15.449615 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (8bc65158-a8be-462d-a713-e6796d774362), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.492518 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5a9197f5-ca77-4bbe-8938-f7f80e4ef8c3 admin admin] Publish callbacks [] for security_group (cf47048c-34d5-4ecb-92b5-09d9aafd504d), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.507179 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa096c-9654-4465-89da-5b0bcc747cc6 req-177d78cc-6b10-4fac-aeff-d7346a66abef tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:15.508749 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-03aa096c-9654-4465-89da-5b0bcc747cc6 req-177d78cc-6b10-4fac-aeff-d7346a66abef tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 946 time: 0.0545826 Mar 10 17:36:15.557199 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-03aa096c-9654-4465-89da-5b0bcc747cc6 req-b68dc060-9d21-4a86-9f0b-06c69111ca28 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/security-groups?id=27cc1bef-2437-4faf-a038-6e4f58e8f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Mar 10 17:36:15.574367 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] For port 8bc65158-a8be-462d-a713-e6796d774362, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=8bc65158-a8be-462d-a713-e6796d774362,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:15.574934 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (8bc65158-a8be-462d-a713-e6796d774362), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.587637 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Calling delete_port for 8bc65158-a8be-462d-a713-e6796d774362 owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:15.597149 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5a9197f5-ca77-4bbe-8938-f7f80e4ef8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (cf47048c-34d5-4ecb-92b5-09d9aafd504d), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.599721 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5a9197f5-ca77-4bbe-8938-f7f80e4ef8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.600845 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-5a9197f5-ca77-4bbe-8938-f7f80e4ef8c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf47048c-34d5-4ecb-92b5-09d9aafd504d HTTP/1.1" status: 204 len: 168 time: 0.2590966 Mar 10 17:36:15.641676 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9197f5-ca77-4bbe-8938-f7f80e4ef8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf47048c-34d5-4ecb-92b5-09d9aafd504d,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:15.743903 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (8bc65158-a8be-462d-a713-e6796d774362), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.777993 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event deleted for resources: {'Port': ['ID=8bc65158-a8be-462d-a713-e6796d774362,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:15.778831 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6967cb-eb46-44f1-8c78-6f4e752d04d5 req-dbb1d67b-723e-467c-a03a-d927ed7a36b7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:15.785907 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6c6967cb-eb46-44f1-8c78-6f4e752d04d5 req-dbb1d67b-723e-467c-a03a-d927ed7a36b7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0632081 Mar 10 17:36:15.830918 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] No DVR routers for this DVR port 8bc65158-a8be-462d-a713-e6796d774362 on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:15.833585 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.836925 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-15a12a9c-fbda-4a96-bff6-9477d63eb467 req-09ffde93-f99f-4de9-afcd-e2d80ea154cb tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.37 "DELETE /v2.0/ports/8bc65158-a8be-462d-a713-e6796d774362 HTTP/1.1" status: 204 len: 173 time: 0.5462279 Mar 10 17:36:15.837375 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'name': 'network-vif-deleted', 'tag': '8bc65158-a8be-462d-a713-e6796d774362'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:15.840282 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1c3ad8-2fa0-4d20-b253-63c1975df2c9" -d '{"events": [{"server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "name": "network-vif-deleted", "tag": "8bc65158-a8be-462d-a713-e6796d774362"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:15.841084 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6c6967cb-eb46-44f1-8c78-6f4e752d04d5 req-2c64ad97-ffba-4f84-ac05-6f46072fcbf7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542762 Mar 10 17:36:15.877908 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f793a786-2631-4228-9bab-4292d1592c26 x-openstack-request-id: req-f793a786-2631-4228-9bab-4292d1592c26 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:15.878235 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85979c08-15d0-4f2a-b3d1-61a2486ea2df", "name": "network-vif-deleted", "tag": "8bc65158-a8be-462d-a713-e6796d774362", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:15.878488 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f793a786-2631-4228-9bab-4292d1592c26 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:15.878893 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85979c08-15d0-4f2a-b3d1-61a2486ea2df', 'name': 'network-vif-deleted', 'tag': '8bc65158-a8be-462d-a713-e6796d774362', 'status': 'completed', 'code': 200} Mar 10 17:36:15.983805 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41578) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:15.996540 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b419-1f68-428e-b93e-e42d5339c1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.069738 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b419-1f68-428e-b93e-e42d5339c1ee admin admin] Publish callbacks [] for security_group (ca886738-6bc3-4021-ace9-28770042290d), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.073492 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b419-1f68-428e-b93e-e42d5339c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ca886738-6bc3-4021-ace9-28770042290d), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.110767 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-d9a7b419-1f68-428e-b93e-e42d5339c1ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f75b1dcd8774a4492c9b19241b1a7fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258862 Mar 10 17:36:16.111577 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7b419-1f68-428e-b93e-e42d5339c1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca886738-6bc3-4021-ace9-28770042290d,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:16.113422 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41580) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:16.184235 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-319fe11a-da4b-4599-a554-da42b2b7540a admin admin] Publish callbacks [] for security_group (ca886738-6bc3-4021-ace9-28770042290d), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.206218 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-319fe11a-da4b-4599-a554-da42b2b7540a admin admin] Publish callbacks [] for security_group (ca886738-6bc3-4021-ace9-28770042290d), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.254665 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-319fe11a-da4b-4599-a554-da42b2b7540a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ca886738-6bc3-4021-ace9-28770042290d), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.257280 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-319fe11a-da4b-4599-a554-da42b2b7540a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.258601 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-319fe11a-da4b-4599-a554-da42b2b7540a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca886738-6bc3-4021-ace9-28770042290d HTTP/1.1" status: 204 len: 168 time: 0.1441743 Mar 10 17:36:16.267419 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fe11a-da4b-4599-a554-da42b2b7540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca886738-6bc3-4021-ace9-28770042290d,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:16.556243 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-de4df543-af68-4df5-bd83-ba588a9ed82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.685772 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1b095b78-a898-492a-a2a4-41b0aa2e8a83 req-668c250f-034d-4742-ae99-5c2a27c77861 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "GET /v2.0/ports?device_id=85979c08-15d0-4f2a-b3d1-61a2486ea2df HTTP/1.1" status: 200 len: 210 time: 0.0359452 Mar 10 17:36:16.973211 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efbf77-4681-434a-a1e6-8ac9338eeec7 req-8ab00396-b5ce-455b-b444-cb8f64d92385 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:16.974745 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-54efbf77-4681-434a-a1e6-8ac9338eeec7 req-8ab00396-b5ce-455b-b444-cb8f64d92385 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0545721 Mar 10 17:36:17.021771 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-54efbf77-4681-434a-a1e6-8ac9338eeec7 req-f9038704-0978-43c8-92b9-86707c466461 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 Mar 10 17:36:17.654371 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 8bc65158-a8be-462d-a713-e6796d774362 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:17.673587 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: 8bc65158-a8be-462d-a713-e6796d774362 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:17.673927 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device 8bc65158-a8be-462d-a713-e6796d774362 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:17.741360 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41628) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:17.802585 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-01e30817-ae09-44a1-8985-e2fd535f90a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group (27cc1bef-2437-4faf-a038-6e4f58e8f8d3), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.831873 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-01e30817-ae09-44a1-8985-e2fd535f90a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group (27cc1bef-2437-4faf-a038-6e4f58e8f8d3), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.895560 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-01e30817-ae09-44a1-8985-e2fd535f90a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (27cc1bef-2437-4faf-a038-6e4f58e8f8d3), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.898447 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-01e30817-ae09-44a1-8985-e2fd535f90a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.899600 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-01e30817-ae09-44a1-8985-e2fd535f90a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] 10.222.0.16 "DELETE /v2.0/security-groups/27cc1bef-2437-4faf-a038-6e4f58e8f8d3 HTTP/1.1" status: 204 len: 168 time: 0.1572642 Mar 10 17:36:17.909393 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e30817-ae09-44a1-8985-e2fd535f90a9 tempest-TestShelveInstance-718375778 tempest-TestShelveInstance-718375778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cc1bef-2437-4faf-a038-6e4f58e8f8d3,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:17.952129 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41642) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:18.196214 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a706dc-d778-4474-86e0-36afe1f3b5cc req-3020f638-0dba-4d1b-8a9d-087c3c877e3e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:18.198212 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48a706dc-d778-4474-86e0-36afe1f3b5cc req-3020f638-0dba-4d1b-8a9d-087c3c877e3e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.1007061 Mar 10 17:36:18.315197 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-48a706dc-d778-4474-86e0-36afe1f3b5cc req-6c0847e1-4500-411a-8cb7-94cd0589f276 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113250 Mar 10 17:36:18.548282 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (9445dfb7-461d-499f-b184-18642428f849), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.833258 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Deleting port 0d1757c5-7060-4e2c-8046-a9fe16511650 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:18.833961 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.847969 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-53bbfbf8-7571-4b28-97d6-39edcbd1442e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.920720 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] For port 0d1757c5-7060-4e2c-8046-a9fe16511650, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=0d1757c5-7060-4e2c-8046-a9fe16511650,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:18.921164 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.935073 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Calling delete_port for 0d1757c5-7060-4e2c-8046-a9fe16511650 owned by network:router_interface {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:19.122705 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (0d1757c5-7060-4e2c-8046-a9fe16511650), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:19.150380 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1757c5-7060-4e2c-8046-a9fe16511650,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:19.321242 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (9445dfb7-461d-499f-b184-18642428f849), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:19.513586 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb677-9d95-4fea-b3d8-746556ba3de5 req-6cf2248e-d06f-40f0-961b-a962d9a3147f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:19.515060 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c08eb677-9d95-4fea-b3d8-746556ba3de5 req-6cf2248e-d06f-40f0-961b-a962d9a3147f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.1006243 Mar 10 17:36:19.603762 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c08eb677-9d95-4fea-b3d8-746556ba3de5 req-532b595f-a805-48fe-a3cc-c43a4db77b7a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828934 Mar 10 17:36:19.610817 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Router 9445dfb7-461d-499f-b184-18642428f849 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:19.714738 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:19.721554 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-42594a6c-857e-4a5a-b719-56b3e21ad702 admin admin] 10.222.0.16 "PUT /v2.0/routers/9445dfb7-461d-499f-b184-18642428f849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7683241 Mar 10 17:36:19.722349 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41698) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:19.723393 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] Sync routers for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:19.733863 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:19.734497 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:36:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:19.844646 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:20.028734 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.062955 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:20.092461 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] Checking router: 9445dfb7-461d-499f-b184-18642428f849 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:20.100893 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] Routers {'9445dfb7-461d-499f-b184-18642428f849'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:20.101583 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:36:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['9445dfb7-461d-499f-b184-18642428f849'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:20.102185 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks [] for router (9445dfb7-461d-499f-b184-18642428f849), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.212891 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks [] for router_gateway (9445dfb7-461d-499f-b184-18642428f849), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.218227 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] Set router 9445dfb7-461d-499f-b184-18642428f849 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:20.266984 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Deleting port dacaabd0-2d26-4297-8aec-b52de39de961 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:20.267325 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.347748 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] For port dacaabd0-2d26-4297-8aec-b52de39de961, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=dacaabd0-2d26-4297-8aec-b52de39de961,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:20.348215 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.360316 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Calling delete_port for dacaabd0-2d26-4297-8aec-b52de39de961 owned by network:router_gateway {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:20.396229 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:20.430948 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483d8d3-3a39-47e4-ac4d-decb65b44a22 None None] The sync data for ids ['9445dfb7-461d-499f-b184-18642428f849'] in dv-cinder-830538-8-iscsi is: [{'id': '9445dfb7-461d-499f-b184-18642428f849', 'name': 'tempest-TestShelveInstance-1193123010-router', 'tenant_id': '55e43dcbd9b149b4abf235a40dd4a211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:59Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': '55e43dcbd9b149b4abf235a40dd4a211', 'gw_port': {'id': 'dacaabd0-2d26-4297-8aec-b52de39de961', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445dfb7-461d-499f-b184-18642428f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:00Z', 'updated_at': '2022-03-10T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:20.538893 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (dacaabd0-2d26-4297-8aec-b52de39de961), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.563290 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=dacaabd0-2d26-4297-8aec-b52de39de961,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:20.623100 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (9445dfb7-461d-499f-b184-18642428f849), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.737959 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (9445dfb7-461d-499f-b184-18642428f849), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.742026 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks [] for router_controller (9445dfb7-461d-499f-b184-18642428f849), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.792129 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (9445dfb7-461d-499f-b184-18642428f849), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.792607 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9445dfb7-461d-499f-b184-18642428f849 {{(pid=102916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:36:20.797520 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.798619 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c5f985d4-bd7d-4e8e-a307-325422beb9cf admin admin] 10.222.0.16 "DELETE /v2.0/routers/9445dfb7-461d-499f-b184-18642428f849 HTTP/1.1" status: 204 len: 168 time: 1.0752993 Mar 10 17:36:20.801247 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41716) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:20.806197 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce2a52-368b-4657-bf41-7fdc14b4ea85 req-0b6ba334-ea10-4ff4-8774-7fbd32163e9b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:20.807836 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-21ce2a52-368b-4657-bf41-7fdc14b4ea85 req-0b6ba334-ea10-4ff4-8774-7fbd32163e9b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.1268909 Mar 10 17:36:20.849277 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd31b38-be53-47e5-9c43-f6d36a807514 admin admin] Deleting subnet 53e1121e-b8ac-4d18-b92d-89d9025942a9 {{(pid=102915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:36:20.852642 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9cd31b38-be53-47e5-9c43-f6d36a807514 admin admin] Publish callbacks [] for subnet (53e1121e-b8ac-4d18-b92d-89d9025942a9), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.857231 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-21ce2a52-368b-4657-bf41-7fdc14b4ea85 req-aed65181-2cdb-4b00-9323-6e7f42db6dc2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Mar 10 17:36:20.890918 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9cd31b38-be53-47e5-9c43-f6d36a807514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16127437'] for subnet (53e1121e-b8ac-4d18-b92d-89d9025942a9), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.970319 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9cd31b38-be53-47e5-9c43-f6d36a807514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (53e1121e-b8ac-4d18-b92d-89d9025942a9), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.024658 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9cd31b38-be53-47e5-9c43-f6d36a807514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15760044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13139369'] for subnet (53e1121e-b8ac-4d18-b92d-89d9025942a9), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.053597 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd31b38-be53-47e5-9c43-f6d36a807514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e1121e-b8ac-4d18-b92d-89d9025942a9,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:21.057417 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9cd31b38-be53-47e5-9c43-f6d36a807514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.061362 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9cd31b38-be53-47e5-9c43-f6d36a807514 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53e1121e-b8ac-4d18-b92d-89d9025942a9 HTTP/1.1" status: 204 len: 168 time: 0.2590823 Mar 10 17:36:21.064092 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41724) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:21.067577 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554ff55f-5dd3-43b3-951b-367d174c60c9 None None] Network 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:21.154925 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (8ff4fd82-01b1-46b3-a26a-8e0ee412f813), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.213736 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 0d1757c5-7060-4e2c-8046-a9fe16511650 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:21.231842 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Deleting port 614b85c4-f07f-4807-97ea-4144e81d71a4 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:21.232062 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.239318 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 0d1757c5-7060-4e2c-8046-a9fe16511650 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:21.239718 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 0d1757c5-7060-4e2c-8046-a9fe16511650 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:21.304205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] For port 614b85c4-f07f-4807-97ea-4144e81d71a4, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=614b85c4-f07f-4807-97ea-4144e81d71a4,segment=NetworkSegment(8355324c-b938-4cef-bbdb-eb7c60076128),segment_id=8355324c-b938-4cef-bbdb-eb7c60076128)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:21.304576 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.319375 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Calling delete_port for 614b85c4-f07f-4807-97ea-4144e81d71a4 owned by network:dhcp {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:21.410071 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (614b85c4-f07f-4807-97ea-4144e81d71a4), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.410954 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.437038 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=614b85c4-f07f-4807-97ea-4144e81d71a4,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:21.438887 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] No DVR routers for this DVR port 614b85c4-f07f-4807-97ea-4144e81d71a4 on host dv-cinder-830538-8-iscsi {{(pid=102916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:21.511125 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (8ff4fd82-01b1-46b3-a26a-8e0ee412f813), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.533606 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffec8c6-69d3-4eab-996a-b7e0ad60b720 None None] DHCP port deletion for 8ff4fd82-01b1-46b3-a26a-8e0ee412f813 request from dv-cinder-830538-8-iscsi {{(pid=102917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:36:21.534130 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff4fd82-01b1-46b3-a26a-8e0ee412f813']}} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:21.545737 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8355324c-b938-4cef-bbdb-eb7c60076128') {'for_net_delete': True} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:21.546042 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8355324c-b938-4cef-bbdb-eb7c60076128') {} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:21.556531 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057547'] for segment (8355324c-b938-4cef-bbdb-eb7c60076128), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.574507 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (8355324c-b938-4cef-bbdb-eb7c60076128), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.580636 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:36:21.580967 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16575686'] for segment (8355324c-b938-4cef-bbdb-eb7c60076128), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: Traceback (most recent call last): Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: timer() Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: cb(*args, **kw) Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: return func(*args, **kwargs) Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: self._notify() Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: self.callback(batched_events) Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: event.method(event) Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: return f(self, *a, **k) Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._get(url).json() Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: return self.request(url, 'GET', **kwargs) Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:36:21.582867 dv-cinder-830538-8-iscsi neutron-server[102916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:36:21.639178 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (8ff4fd82-01b1-46b3-a26a-8e0ee412f813), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.644453 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.647854 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8ff4fd82-01b1-46b3-a26a-8e0ee412f813 HTTP/1.1" status: 204 len: 168 time: 0.5826735 Mar 10 17:36:21.651361 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41732) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:21.659300 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573de8b-8608-4bea-9ac6-2764163412e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff4fd82-01b1-46b3-a26a-8e0ee412f813,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:21.668008 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device f50d333f-fbce-4525-b13f-8d10edb82a94 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:36:21.769175 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:21.785611 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'port_id': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'mac_address': 'fa:16:3e:0b:e6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:36:21.826282 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port f50d333f-fbce-4525-b13f-8d10edb82a94 is: ACTIVE; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:21.826675 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.840699 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f50d333f-fbce-4525-b13f-8d10edb82a94 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:36:21.861288 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:21.864466 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.916017 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=6']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:21.993789 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326409d-60cf-4df5-a3dc-430c83ef2655 req-74582c72-7419-417b-aae3-cbc886bb4ee4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:21.995435 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3326409d-60cf-4df5-a3dc-430c83ef2655 req-74582c72-7419-417b-aae3-cbc886bb4ee4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.0535331 Mar 10 17:36:22.015559 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['f50d333f-fbce-4525-b13f-8d10edb82a94'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:36:22.043914 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-3326409d-60cf-4df5-a3dc-430c83ef2655 req-00cdbb9a-f86f-4f8e-8066-9755125ff126 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429492 Mar 10 17:36:22.267715 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (3f0ca3e1-649b-4aa7-a570-81ee078db65b), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.319867 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41742) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:22.433334 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2cad3157-b4eb-4e9d-b8ec-fff8cf3498b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.514053 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2cad3157-b4eb-4e9d-b8ec-fff8cf3498b2 admin admin] Publish callbacks [] for security_group (831944d6-b328-4a19-b598-57622eb9ff01), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.518556 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2cad3157-b4eb-4e9d-b8ec-fff8cf3498b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (831944d6-b328-4a19-b598-57622eb9ff01), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.544941 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Deleting port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:22.545524 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.558034 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-2cad3157-b4eb-4e9d-b8ec-fff8cf3498b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb84d6d59c2e46ba8b899a7ccd56cd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369974 Mar 10 17:36:22.560000 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad3157-b4eb-4e9d-b8ec-fff8cf3498b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831944d6-b328-4a19-b598-57622eb9ff01,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:22.560805 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41750) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:22.665241 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-70a83d9b-e5f8-4206-961d-0628ef6ecf66 admin admin] Publish callbacks [] for security_group (831944d6-b328-4a19-b598-57622eb9ff01), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.673109 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] For port 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d,segment=NetworkSegment(fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c),segment_id=fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:22.673463 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.697228 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Calling delete_port for 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d owned by network:router_interface {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:22.704054 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-70a83d9b-e5f8-4206-961d-0628ef6ecf66 admin admin] Publish callbacks [] for security_group (831944d6-b328-4a19-b598-57622eb9ff01), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.826382 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-70a83d9b-e5f8-4206-961d-0628ef6ecf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (831944d6-b328-4a19-b598-57622eb9ff01), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.828877 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-70a83d9b-e5f8-4206-961d-0628ef6ecf66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.829993 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-70a83d9b-e5f8-4206-961d-0628ef6ecf66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/831944d6-b328-4a19-b598-57622eb9ff01 HTTP/1.1" status: 204 len: 168 time: 0.2678561 Mar 10 17:36:22.843148 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a83d9b-e5f8-4206-961d-0628ef6ecf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831944d6-b328-4a19-b598-57622eb9ff01,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:22.893960 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.918601 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.943965 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:23.131359 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (3f0ca3e1-649b-4aa7-a570-81ee078db65b), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.248436 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device dacaabd0-2d26-4297-8aec-b52de39de961 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:23.252244 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cce664-d98a-4b16-8bda-49840b804c32 req-1a06feb1-6c70-433a-9af8-f69272ad7453 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:23.254560 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-64cce664-d98a-4b16-8bda-49840b804c32 req-1a06feb1-6c70-433a-9af8-f69272ad7453 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.1035366 Mar 10 17:36:23.276325 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: dacaabd0-2d26-4297-8aec-b52de39de961 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:23.277289 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device dacaabd0-2d26-4297-8aec-b52de39de961 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:23.277938 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 614b85c4-f07f-4807-97ea-4144e81d71a4 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:23.302405 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 614b85c4-f07f-4807-97ea-4144e81d71a4 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:23.303286 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 614b85c4-f07f-4807-97ea-4144e81d71a4 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:23.335322 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-64cce664-d98a-4b16-8bda-49840b804c32 req-35a06d4a-50b7-4f3c-adad-1f6d0afb8fc8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752745 Mar 10 17:36:23.392837 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Router 3f0ca3e1-649b-4aa7-a570-81ee078db65b has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:23.504279 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:23.509783 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-0b8d9a2f-e7f1-4704-9550-c2757ff51792 admin admin] 10.222.0.16 "PUT /v2.0/routers/3f0ca3e1-649b-4aa7-a570-81ee078db65b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8572600 Mar 10 17:36:23.512100 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41780) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:23.514941 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] Sync routers for ids ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:23.525927 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] Routers {'3f0ca3e1-649b-4aa7-a570-81ee078db65b'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:23.526827 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:36:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:23.620369 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks [] for router (3f0ca3e1-649b-4aa7-a570-81ee078db65b), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.634820 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] Set router 3f0ca3e1-649b-4aa7-a570-81ee078db65b gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:23.689039 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device f50d333f-fbce-4525-b13f-8d10edb82a94 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:23.746259 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks [] for router_gateway (3f0ca3e1-649b-4aa7-a570-81ee078db65b), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.780009 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port f50d333f-fbce-4525-b13f-8d10edb82a94 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:23.781191 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.821243 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:04Z', 'updated_at': '2022-03-10T17:36:22Z', 'revision_number': 5, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'gw_port': {'id': '189b67e1-23cd-4619-bee3-5120042a0b06', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:05Z', 'updated_at': '2022-03-10T17:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:23.834065 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Deleting port 189b67e1-23cd-4619-bee3-5120042a0b06 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:23.836124 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.847770 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] Checking router: 3f0ca3e1-649b-4aa7-a570-81ee078db65b for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:23.856370 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] Routers {'3f0ca3e1-649b-4aa7-a570-81ee078db65b'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:23.856953 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:36:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:23.945680 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port f50d333f-fbce-4525-b13f-8d10edb82a94 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:23.946187 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.957753 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] Set router 3f0ca3e1-649b-4aa7-a570-81ee078db65b gateway port host: None {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:23.970687 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] For port 189b67e1-23cd-4619-bee3-5120042a0b06, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=189b67e1-23cd-4619-bee3-5120042a0b06,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:23.972073 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.977089 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:23.980292 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b934497-8738-4c77-9185-53a8a39013d6" -d '{"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-plugged", "status": "completed", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:23.994056 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:24.001887 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.012446 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Calling delete_port for 189b67e1-23cd-4619-bee3-5120042a0b06 owned by network:router_gateway {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:24.015370 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:04Z', 'updated_at': '2022-03-10T17:36:23Z', 'revision_number': 6, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'gw_port_host': None}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:24.049307 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b391a9-cb11-4460-b4f4-78f029f982b3 None None] The sync data for ids ['3f0ca3e1-649b-4aa7-a570-81ee078db65b'] in dv-cinder-830538-8-iscsi is: [{'id': '3f0ca3e1-649b-4aa7-a570-81ee078db65b', 'name': 'tempest-TestShelveInstance-1973678893-router', 'tenant_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:04Z', 'updated_at': '2022-03-10T17:36:23Z', 'revision_number': 6, 'project_id': 'fd40a4cee66c4e2ba3a1c942da77340b', 'gw_port_host': None}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:24.082999 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28585d5-c129-4d6c-8b20-6b08953dfde6 x-openstack-request-id: req-a28585d5-c129-4d6c-8b20-6b08953dfde6 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:24.087153 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-plugged", "status": "completed", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:24.087395 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a28585d5-c129-4d6c-8b20-6b08953dfde6 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:24.088922 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'code': 200} Mar 10 17:36:24.091265 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=7']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:24.255170 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (189b67e1-23cd-4619-bee3-5120042a0b06), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.284590 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=189b67e1-23cd-4619-bee3-5120042a0b06,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:24.348761 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (3f0ca3e1-649b-4aa7-a570-81ee078db65b), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.450735 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (3f0ca3e1-649b-4aa7-a570-81ee078db65b), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.453138 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks [] for router_controller (3f0ca3e1-649b-4aa7-a570-81ee078db65b), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.481751 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61a72-ad48-4f78-a262-a2821d85aa2a req-5b638569-1237-4ec8-b3f3-1aa0138781b3 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:24.486707 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d1d61a72-ad48-4f78-a262-a2821d85aa2a req-5b638569-1237-4ec8-b3f3-1aa0138781b3 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0749683 Mar 10 17:36:24.513370 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (3f0ca3e1-649b-4aa7-a570-81ee078db65b), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.514094 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0ca3e1-649b-4aa7-a570-81ee078db65b {{(pid=102915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:36:24.521761 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.527692 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-4cd7a1dd-f5ff-4e03-a966-1e666abba4bf admin admin] 10.222.0.16 "DELETE /v2.0/routers/3f0ca3e1-649b-4aa7-a570-81ee078db65b HTTP/1.1" status: 204 len: 168 time: 1.0141566 Mar 10 17:36:24.527692 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41814) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:24.553409 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d1d61a72-ad48-4f78-a262-a2821d85aa2a req-9fb30adc-4b7f-4cb9-a4fd-01fc3d0d1720 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631731 Mar 10 17:36:24.581168 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0be4b54-0316-4ea6-b587-90a6816e7977 admin admin] Deleting subnet 00bc8727-f8ac-41dc-bb9b-27a32fa02882 {{(pid=102915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:36:24.584244 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f0be4b54-0316-4ea6-b587-90a6816e7977 admin admin] Publish callbacks [] for subnet (00bc8727-f8ac-41dc-bb9b-27a32fa02882), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.617831 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f0be4b54-0316-4ea6-b587-90a6816e7977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16127437'] for subnet (00bc8727-f8ac-41dc-bb9b-27a32fa02882), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.691504 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f0be4b54-0316-4ea6-b587-90a6816e7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (00bc8727-f8ac-41dc-bb9b-27a32fa02882), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.005921 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f0be4b54-0316-4ea6-b587-90a6816e7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15760044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13139369'] for subnet (00bc8727-f8ac-41dc-bb9b-27a32fa02882), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.029276 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be4b54-0316-4ea6-b587-90a6816e7977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00bc8727-f8ac-41dc-bb9b-27a32fa02882,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:25.034951 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f0be4b54-0316-4ea6-b587-90a6816e7977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.038052 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-f0be4b54-0316-4ea6-b587-90a6816e7977 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00bc8727-f8ac-41dc-bb9b-27a32fa02882 HTTP/1.1" status: 204 len: 168 time: 0.5086763 Mar 10 17:36:25.040544 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 41822) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:25.043047 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69f2d6-1c1b-4f38-9588-5c5bc4a8199b None None] Network c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:25.119876 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.131224 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:25.157831 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:25.158086 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 7a7f0ce1-b03f-4ea6-bd6e-3a1244db0a5d not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:25.158536 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 189b67e1-23cd-4619-bee3-5120042a0b06 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:25.187953 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 189b67e1-23cd-4619-bee3-5120042a0b06 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:25.188296 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 189b67e1-23cd-4619-bee3-5120042a0b06 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:25.192385 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Deleting port 571f4619-8434-4fbb-a0a7-d1471ea5280f {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:25.192902 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.262058 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] For port 571f4619-8434-4fbb-a0a7-d1471ea5280f, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=571f4619-8434-4fbb-a0a7-d1471ea5280f,segment=NetworkSegment(fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c),segment_id=fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:25.262459 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.273096 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9229461-524d-4f2e-a238-995d72cc314d None None] DHCP port deletion for c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 request from dv-cinder-830538-8-iscsi {{(pid=102917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:36:25.276246 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Calling delete_port for 571f4619-8434-4fbb-a0a7-d1471ea5280f owned by network:dhcp {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:25.320707 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-d9229461-524d-4f2e-a238-995d72cc314d None None] Deleting port 571f4619-8434-4fbb-a0a7-d1471ea5280f {{(pid=102917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:25.321135 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d9229461-524d-4f2e-a238-995d72cc314d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), before_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.358517 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.381111 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=571f4619-8434-4fbb-a0a7-d1471ea5280f,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:25.386679 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-d9229461-524d-4f2e-a238-995d72cc314d None None] For port 571f4619-8434-4fbb-a0a7-d1471ea5280f, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=571f4619-8434-4fbb-a0a7-d1471ea5280f,segment=NetworkSegment(fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c),segment_id=fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:25.386823 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] No DVR routers for this DVR port 571f4619-8434-4fbb-a0a7-d1471ea5280f on host dv-cinder-830538-8-iscsi {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:25.387258 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d9229461-524d-4f2e-a238-995d72cc314d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), precommit_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.400353 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-d9229461-524d-4f2e-a238-995d72cc314d None None] Calling delete_port for 571f4619-8434-4fbb-a0a7-d1471ea5280f owned by network:dhcp {{(pid=102917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:25.457988 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.477954 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-d9229461-524d-4f2e-a238-995d72cc314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952'] for port (571f4619-8434-4fbb-a0a7-d1471ea5280f), after_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.478204 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9']}} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:25.487232 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c') {'for_net_delete': True} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:25.487563 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c') {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:25.497208 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16127430'] for segment (fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.500265 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9229461-524d-4f2e-a238-995d72cc314d None None] Pushing event deleted for resources: {'Port': ['ID=571f4619-8434-4fbb-a0a7-d1471ea5280f,revision_number=None']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:25.505524 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9229461-524d-4f2e-a238-995d72cc314d None None] No DVR routers for this DVR port 571f4619-8434-4fbb-a0a7-d1471ea5280f on host dv-cinder-830538-8-iscsi {{(pid=102917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:25.516516 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.523203 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:36:25.523615 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759730'] for segment (fb3e3b27-05bd-44ba-8810-c1c1d6c3c40c), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: Traceback (most recent call last): Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: timer() Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: cb(*args, **kw) Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: return func(*args, **kwargs) Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: self._notify() Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: self.callback(batched_events) Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: event.method(event) Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: return f(self, *a, **k) Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._get(url).json() Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: return self.request(url, 'GET', **kwargs) Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:36:25.525190 dv-cinder-830538-8-iscsi neutron-server[102915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:36:25.579223 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.585528 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.588876 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] 10.222.0.16 "DELETE /v2.0/networks/c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9 HTTP/1.1" status: 204 len: 168 time: 0.5473976 Mar 10 17:36:25.598668 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ef6e0-2402-4927-8f22-e9fc78043cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ad88ce-d8a5-4a0b-a517-a39bc4be8fd9,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:25.679117 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81ce97-28da-4a75-afc0-dee3ab066dba req-0da1c839-2b7c-4d1d-bb23-f5d52c0bcfbd tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:25.680780 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2e81ce97-28da-4a75-afc0-dee3ab066dba req-0da1c839-2b7c-4d1d-bb23-f5d52c0bcfbd tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0558810 Mar 10 17:36:25.728532 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2e81ce97-28da-4a75-afc0-dee3ab066dba req-6822c288-80a5-4884-998a-6f17eb04fc4d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 Mar 10 17:36:25.754610 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41830) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:25.794744 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-a51aca41-e658-4414-a4c2-1cb5d86c1ba3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55e43dcbd9b149b4abf235a40dd4a211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389559 Mar 10 17:36:25.797202 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41834) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:25.843466 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e6033d5e-a618-4844-bcff-fcee875ee8c5 admin admin] Publish callbacks [] for security_group (2be73b95-edd9-4da3-99fd-07c057a8de8e), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.864873 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e6033d5e-a618-4844-bcff-fcee875ee8c5 admin admin] Publish callbacks [] for security_group (2be73b95-edd9-4da3-99fd-07c057a8de8e), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.910896 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e6033d5e-a618-4844-bcff-fcee875ee8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (2be73b95-edd9-4da3-99fd-07c057a8de8e), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.913415 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e6033d5e-a618-4844-bcff-fcee875ee8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.914589 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e6033d5e-a618-4844-bcff-fcee875ee8c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2be73b95-edd9-4da3-99fd-07c057a8de8e HTTP/1.1" status: 204 len: 168 time: 0.1164844 Mar 10 17:36:25.922223 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6033d5e-a618-4844-bcff-fcee875ee8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be73b95-edd9-4da3-99fd-07c057a8de8e,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:26.247618 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41852) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:26.287856 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-cb946782-16f2-4d5e-a7c6-0ee40cbd2faa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd40a4cee66c4e2ba3a1c942da77340b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390961 Mar 10 17:36:26.290329 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 41854) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:26.339397 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0b86f3db-aa78-4cd0-a3c0-c28ba51fe874 admin admin] Publish callbacks [] for security_group (6f661c94-6b21-4b94-bf52-530cc9276065), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.359828 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0b86f3db-aa78-4cd0-a3c0-c28ba51fe874 admin admin] Publish callbacks [] for security_group (6f661c94-6b21-4b94-bf52-530cc9276065), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.403749 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0b86f3db-aa78-4cd0-a3c0-c28ba51fe874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (6f661c94-6b21-4b94-bf52-530cc9276065), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.406258 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0b86f3db-aa78-4cd0-a3c0-c28ba51fe874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.407382 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-0b86f3db-aa78-4cd0-a3c0-c28ba51fe874 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f661c94-6b21-4b94-bf52-530cc9276065 HTTP/1.1" status: 204 len: 168 time: 0.1161084 Mar 10 17:36:26.416214 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86f3db-aa78-4cd0-a3c0-c28ba51fe874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f661c94-6b21-4b94-bf52-530cc9276065,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:26.848620 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1aa1-630f-496f-b985-753b790075cb req-738e3104-1a6a-4fc8-8ae7-36cebed22a19 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:26.850000 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8bfb1aa1-630f-496f-b985-753b790075cb req-738e3104-1a6a-4fc8-8ae7-36cebed22a19 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0512583 Mar 10 17:36:26.895181 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-8bfb1aa1-630f-496f-b985-753b790075cb req-6ec9afa8-08e6-44b8-93c0-cc9f95197aa0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390086 Mar 10 17:36:27.110113 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 571f4619-8434-4fbb-a0a7-d1471ea5280f no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:27.129552 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 571f4619-8434-4fbb-a0a7-d1471ea5280f {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:27.129901 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 571f4619-8434-4fbb-a0a7-d1471ea5280f not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:28.019420 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17ffba-faca-4d86-a23d-3e935000411a req-19d27296-788f-414e-8696-2d8f5fbdbd3f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:28.020883 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae17ffba-faca-4d86-a23d-3e935000411a req-19d27296-788f-414e-8696-2d8f5fbdbd3f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0539863 Mar 10 17:36:28.065745 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-ae17ffba-faca-4d86-a23d-3e935000411a req-482018ec-9b9a-4aaa-9134-17b2dc0b8a28 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391684 Mar 10 17:36:28.993058 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:29.191379 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49f862-3725-402b-a575-b2879caa52fc req-6ed5ce7c-1752-4554-b075-7b8a66fa309c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:29.192912 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a49f862-3725-402b-a575-b2879caa52fc req-6ed5ce7c-1752-4554-b075-7b8a66fa309c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0546224 Mar 10 17:36:29.251042 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a49f862-3725-402b-a575-b2879caa52fc req-3d043773-5237-4b00-b087-dc08a9de9067 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513716 Mar 10 17:36:30.397947 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47eaf-3efd-4c89-bb3f-d5a7ed5b9f47 req-4d782915-ad2b-49bb-a8a4-135079c4dd8e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:30.406424 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6aa47eaf-3efd-4c89-bb3f-d5a7ed5b9f47 req-4d782915-ad2b-49bb-a8a4-135079c4dd8e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0630343 Mar 10 17:36:30.495704 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6aa47eaf-3efd-4c89-bb3f-d5a7ed5b9f47 req-43dc0d34-c6be-431f-a8b6-a82b1587338e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876584 Mar 10 17:36:31.653443 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b0be4-7581-47df-897c-148ec39e5895 req-d38358fc-efa7-4200-a774-018f92d723a4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:31.655142 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-364b0be4-7581-47df-897c-148ec39e5895 req-d38358fc-efa7-4200-a774-018f92d723a4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0702469 Mar 10 17:36:31.710672 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-364b0be4-7581-47df-897c-148ec39e5895 req-68b438f7-4461-4010-b4e7-b461d098379a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496621 Mar 10 17:36:32.846277 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9b5e8-49d1-4b4e-83a2-0c9fc2e72d09 req-73309b37-de07-4499-800b-1c3653f9e1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:32.850202 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bdc9b5e8-49d1-4b4e-83a2-0c9fc2e72d09 req-73309b37-de07-4499-800b-1c3653f9e1f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0585177 Mar 10 17:36:32.901165 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bdc9b5e8-49d1-4b4e-83a2-0c9fc2e72d09 req-aa99cb98-bcc2-497e-b7cd-0b33c1c86ff5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446572 Mar 10 17:36:34.039605 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4612c7a-be49-4c8b-88e6-84787be99390 req-cf811f98-04f2-42ab-a322-dc0d4a924eb5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:34.041664 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b4612c7a-be49-4c8b-88e6-84787be99390 req-cf811f98-04f2-42ab-a322-dc0d4a924eb5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0582449 Mar 10 17:36:34.092500 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b4612c7a-be49-4c8b-88e6-84787be99390 req-6c80de69-1247-4d52-b1f7-51a3e3bf56b1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447891 Mar 10 17:36:35.026702 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-c3dc78e0-1eed-4a95-b24f-8ec0034598f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546427 Mar 10 17:36:35.174466 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-c8c9aa60-bc3f-4a64-a408-299ff2e58201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:35.175999 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-c8c9aa60-bc3f-4a64-a408-299ff2e58201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 1129 time: 0.0567894 Mar 10 17:36:35.246529 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3adcd8-3c86-41f6-b1ab-5064ab3b3289 req-16dffefc-3002-4ddc-be3d-bd0e517a5898 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:35.254581 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4f3adcd8-3c86-41f6-b1ab-5064ab3b3289 req-16dffefc-3002-4ddc-be3d-bd0e517a5898 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0696604 Mar 10 17:36:35.317428 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-4f3adcd8-3c86-41f6-b1ab-5064ab3b3289 req-dc2f7a28-04c6-451c-9a1d-1b3d7e2e2132 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548797 Mar 10 17:36:35.339301 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-3642c26a-868c-4da3-87d0-56e5a295cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:35.340969 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-3642c26a-868c-4da3-87d0-56e5a295cfa2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 911 time: 0.1363475 Mar 10 17:36:35.412651 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-11f9f96f-45ff-4d65-80f8-dc0aa27a7a94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d123438d-f989-420d-899e-60c198ea56d9 HTTP/1.1" status: 200 len: 1000 time: 0.0650163 Mar 10 17:36:35.477442 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-6c94ba50-9ff5-4783-a1a7-34cd094acb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:35.479672 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-6c94ba50-9ff5-4783-a1a7-34cd094acb63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0601346 Mar 10 17:36:35.548677 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-3da6bd44-cbf4-42ed-a90b-3a52dea3d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:35.550415 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-3da6bd44-cbf4-42ed-a90b-3a52dea3d19e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644193 Mar 10 17:36:35.673262 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-90798a80-dc62-4caf-b7a7-01b9a65d0217 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146483 Mar 10 17:36:35.781034 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-aa6cca3d-fbb9-4c08-9ae3-ee221ffa3cae req-353a2239-5727-4481-bb74-b1eaf39782a3 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993834 Mar 10 17:36:36.026424 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:36:36.435413 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8995263-e627-4383-ba13-ed9decf408d4 req-91c23eb9-64e5-44ee-a0e4-67793c707904 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:36.437216 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d8995263-e627-4383-ba13-ed9decf408d4 req-91c23eb9-64e5-44ee-a0e4-67793c707904 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0584729 Mar 10 17:36:36.542988 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d8995263-e627-4383-ba13-ed9decf408d4 req-812341c9-c693-44a2-bf4d-17830347b609 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000264 Mar 10 17:36:37.678154 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c014311-5a67-431f-9c92-f6ef56156281 req-9a32d264-c96b-4350-9e79-ad75aa46f24e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:37.679711 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5c014311-5a67-431f-9c92-f6ef56156281 req-9a32d264-c96b-4350-9e79-ad75aa46f24e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0563774 Mar 10 17:36:37.732456 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5c014311-5a67-431f-9c92-f6ef56156281 req-23c561e5-a877-4b4c-99ec-22d7287ad179 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465879 Mar 10 17:36:38.856107 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e1099-cbd3-4db0-96a3-09cae14b0af1 req-a9c88e86-767a-4861-9806-1c0b50a65337 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:38.857609 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a8e1099-cbd3-4db0-96a3-09cae14b0af1 req-a9c88e86-767a-4861-9806-1c0b50a65337 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0544231 Mar 10 17:36:38.908151 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-2a8e1099-cbd3-4db0-96a3-09cae14b0af1 req-5821684b-fd9c-4de5-916e-8bafe0cd103e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432038 Mar 10 17:36:39.116479 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-5c242b95-5149-4526-97ad-5e88e2c0adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:39.117893 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-5c242b95-5149-4526-97ad-5e88e2c0adf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 1129 time: 0.0438960 Mar 10 17:36:39.209545 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-145ca26a-bbb0-417a-8b60-f7cfd2c9bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:39.211039 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-145ca26a-bbb0-417a-8b60-f7cfd2c9bfc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.0864842 Mar 10 17:36:39.274019 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-06e451fe-bb75-46b2-846c-c46e27d4c9ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f50d333f-fbce-4525-b13f-8d10edb82a94 HTTP/1.1" status: 200 len: 1001 time: 0.0567648 Mar 10 17:36:39.322923 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-d2ffbbd2-fd3f-4cf1-8787-03e24da51001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:39.324364 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-d2ffbbd2-fd3f-4cf1-8787-03e24da51001 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0439477 Mar 10 17:36:39.377984 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-010dc010-946a-4097-8d9d-4127cc2396a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:39.379445 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-010dc010-946a-4097-8d9d-4127cc2396a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483992 Mar 10 17:36:39.467079 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-a9540cf2-0df8-48a6-a109-87c0f6e49b84 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810349 Mar 10 17:36:39.557067 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-706d73c3-f90c-4dc5-a425-106488bc6f58 req-bfe7b780-a093-427b-bd96-0e6eafb64bbb service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838192 Mar 10 17:36:40.042697 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a80a-aa1a-44c2-9842-31d9cc5792c9 req-bb4b6963-56b0-4dc2-9c97-2b811da608a7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:40.047638 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-69e9a80a-aa1a-44c2-9842-31d9cc5792c9 req-bb4b6963-56b0-4dc2-9c97-2b811da608a7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0655303 Mar 10 17:36:40.109820 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-69e9a80a-aa1a-44c2-9842-31d9cc5792c9 req-0278dcca-c0c4-408c-a490-b836ae5cdba1 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516479 Mar 10 17:36:41.227684 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e6b7b-6156-4f85-b33a-933b861894cf req-3318413b-8337-44b7-a793-04e48b58f003 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:41.229791 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c32e6b7b-6156-4f85-b33a-933b861894cf req-3318413b-8337-44b7-a793-04e48b58f003 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0553939 Mar 10 17:36:41.276740 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c32e6b7b-6156-4f85-b33a-933b861894cf req-a61a8f98-4b4e-43d8-847c-328e000d9b42 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413709 Mar 10 17:36:42.416826 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797c7f-9c51-4b80-87a9-cd557a648886 req-f310f77b-a23d-4ea3-bfbd-a558031c7d67 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:42.418520 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-55797c7f-9c51-4b80-87a9-cd557a648886 req-f310f77b-a23d-4ea3-bfbd-a558031c7d67 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 945 time: 0.0577309 Mar 10 17:36:42.464889 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-55797c7f-9c51-4b80-87a9-cd557a648886 req-ad7771cb-e15d-4b29-a5a6-2237270d90c6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 Mar 10 17:36:42.591806 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device f50d333f-fbce-4525-b13f-8d10edb82a94 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:42.678653 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port f50d333f-fbce-4525-b13f-8d10edb82a94 is: ACTIVE; New status is: DOWN {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:42.682413 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:42.709926 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:42.712766 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5267d5d-9205-4548-8694-412f7b87c284" -d '{"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-unplugged", "status": "completed", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:42.729348 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:42.733554 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:42.771963 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea02bcb-f0c4-43c3-bbc7-58d0251aef88 x-openstack-request-id: req-9ea02bcb-f0c4-43c3-bbc7-58d0251aef88 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:42.772497 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-unplugged", "status": "failed", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94", "code": 422}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:42.772836 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ea02bcb-f0c4-43c3-bbc7-58d0251aef88 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:42.773308 dv-cinder-830538-8-iscsi neutron-server[102917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'code': 422} returned with failed status Mar 10 17:36:42.816865 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=8']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:42.825003 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.825305 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.825828 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.826258 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.827017 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.827397 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.827729 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.828062 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.828431 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.828771 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.829993 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.830358 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:42.830689 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:43.393865 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [req-bc5347aa-34b9-48e3-af15-725d27cfc23d req-cf51807f-9a9b-4975-b54a-e46178812028 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:36:43.394893 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bc5347aa-34b9-48e3-af15-725d27cfc23d req-cf51807f-9a9b-4975-b54a-e46178812028 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1024072 Mar 10 17:36:43.555005 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280893-a670-4c1d-ba35-0ffee712e0da req-cb99512b-bef3-41da-8747-f1264d47387c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:43.556675 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-03280893-a670-4c1d-ba35-0ffee712e0da req-cb99512b-bef3-41da-8747-f1264d47387c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0540032 Mar 10 17:36:43.606687 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-03280893-a670-4c1d-ba35-0ffee712e0da req-a1b79c95-6225-4fdf-a573-348a46c8b7a2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440414 Mar 10 17:36:43.801779 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-70845149-49fa-4195-b297-99e9c1dea8e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441055 Mar 10 17:36:43.875755 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-9f92095f-25ef-44cf-a204-c959afc13818 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:43.877024 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-9f92095f-25ef-44cf-a204-c959afc13818 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports/f50d333f-fbce-4525-b13f-8d10edb82a94 HTTP/1.1" status: 200 len: 940 time: 0.0456648 Mar 10 17:36:44.730135 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbcea8-b841-44f1-a005-847f400f603c req-9b518d2b-ac87-4d24-9e9b-1368123b041f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:44.731606 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-76fbcea8-b841-44f1-a005-847f400f603c req-9b518d2b-ac87-4d24-9e9b-1368123b041f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0518413 Mar 10 17:36:44.766604 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-72954bd5-e2ad-475d-a7f3-4de196bd5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:44.767571 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-72954bd5-e2ad-475d-a7f3-4de196bd5f31 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13&tenant_id=44e141ba2afe439c88dacb1c3939d477 HTTP/1.1" status: 200 len: 1127 time: 0.0502725 Mar 10 17:36:44.783379 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-76fbcea8-b841-44f1-a005-847f400f603c req-c165bb46-296e-4f9b-8796-c513047c65af tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453348 Mar 10 17:36:44.847235 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-8083576c-2463-4493-958d-505d7cb30ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:44.849106 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-8083576c-2463-4493-958d-505d7cb30ac8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 1127 time: 0.0483665 Mar 10 17:36:44.940249 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-ce4c6ab4-7c24-49dc-875c-c174897caaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:44.941617 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-ce4c6ab4-7c24-49dc-875c-c174897caaaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.0855927 Mar 10 17:36:45.013626 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-e6812af4-7e01-43ab-966c-bbd42e9293ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f50d333f-fbce-4525-b13f-8d10edb82a94 HTTP/1.1" status: 200 len: 999 time: 0.0650539 Mar 10 17:36:45.067177 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-188f8041-d88b-4508-b078-5e7fee6b44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:45.068643 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-188f8041-d88b-4508-b078-5e7fee6b44d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0453818 Mar 10 17:36:45.121464 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-c2a06f46-a931-4979-b20d-8251da2baae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:45.122984 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-c2a06f46-a931-4979-b20d-8251da2baae2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437543 Mar 10 17:36:45.225874 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-79abd86c-4962-4936-96ce-0f3ae86e4b5c service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910308 Mar 10 17:36:45.323196 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-b270bf58-0105-4a44-af60-3dc8544c45ee req-24c84632-26f0-4480-94cc-2701c05cfe97 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905919 Mar 10 17:36:45.964843 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0495dee-b794-484e-9b3c-35c292aae34c req-ec887710-6f81-473e-82a3-f2059b65c261 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:45.968110 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f0495dee-b794-484e-9b3c-35c292aae34c req-ec887710-6f81-473e-82a3-f2059b65c261 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0627697 Mar 10 17:36:46.020673 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f0495dee-b794-484e-9b3c-35c292aae34c req-31e92dd0-5d66-4e2e-8d47-7107b83df6ef tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451896 Mar 10 17:36:46.552983 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-704365f2-80e8-47f4-a577-efcc8d6e6d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:47.145142 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e6e5d-a6d3-40f5-8826-eeb68f9256d0 req-3f793b6d-80d7-4dc5-97ec-8241bf373e3f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:47.146654 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b91e6e5d-a6d3-40f5-8826-eeb68f9256d0 req-3f793b6d-80d7-4dc5-97ec-8241bf373e3f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0550258 Mar 10 17:36:47.194486 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-b91e6e5d-a6d3-40f5-8826-eeb68f9256d0 req-b4b95061-37f0-4d28-8aaa-0922e98ea464 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414550 Mar 10 17:36:48.339785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7584b1-0423-4812-9e5c-1b28cfa399c9 req-5937f4fc-b1c6-4e7a-91fe-2a36f3ee2953 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:48.341345 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e7584b1-0423-4812-9e5c-1b28cfa399c9 req-5937f4fc-b1c6-4e7a-91fe-2a36f3ee2953 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0714149 Mar 10 17:36:48.390765 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6e7584b1-0423-4812-9e5c-1b28cfa399c9 req-ce246597-b9f7-4bbf-82fa-8801af753cd4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434086 Mar 10 17:36:48.852490 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-f7d598f5-b2a8-4a5f-883e-b8bb7ed25120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:49.520621 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c114aac-1a7f-4ba0-94a1-959678fb5cf2 req-99d08fed-4c89-48e1-a305-c01935389b86 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:49.522425 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6c114aac-1a7f-4ba0-94a1-959678fb5cf2 req-99d08fed-4c89-48e1-a305-c01935389b86 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0544047 Mar 10 17:36:49.596935 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6c114aac-1a7f-4ba0-94a1-959678fb5cf2 req-8874861e-4505-492f-90aa-7c50d470407e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679932 Mar 10 17:36:50.011660 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:50.738082 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751a75a-afc3-4173-8e41-5bc41a9a7806 req-7bc4bb3e-f73d-49fd-a9a1-941906d1ffb5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:50.742666 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5751a75a-afc3-4173-8e41-5bc41a9a7806 req-7bc4bb3e-f73d-49fd-a9a1-941906d1ffb5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0571694 Mar 10 17:36:50.791657 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-5751a75a-afc3-4173-8e41-5bc41a9a7806 req-3f9dc523-b815-4387-bb41-53a936f23c6a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454683 Mar 10 17:36:51.417722 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:51.923324 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3796fe0-eaeb-4473-82e8-2ec953a8ca4e req-e3e00779-38e7-4b3c-bf49-5da56978364d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:51.925224 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f3796fe0-eaeb-4473-82e8-2ec953a8ca4e req-e3e00779-38e7-4b3c-bf49-5da56978364d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0542760 Mar 10 17:36:51.989437 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f3796fe0-eaeb-4473-82e8-2ec953a8ca4e req-f536db78-fec2-4be9-aa53-6a93cd06fa83 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579455 Mar 10 17:36:52.900082 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.120863 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ad4ec-e67d-4e79-ac77-40a62dca30b0 req-6a7f94e2-4d94-46c3-bdc0-f324233790e7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:53.123353 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-de9ad4ec-e67d-4e79-ac77-40a62dca30b0 req-6a7f94e2-4d94-46c3-bdc0-f324233790e7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0575731 Mar 10 17:36:53.176297 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-de9ad4ec-e67d-4e79-ac77-40a62dca30b0 req-56076613-b7d8-4468-a0b7-d9f1d9d8f06c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470347 Mar 10 17:36:54.321486 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dc8b4-0c85-4889-a9bb-bf13faf368bc req-9ff97197-5c1b-42ea-b92f-7f8cca8d73ac tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:54.323527 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf2dc8b4-0c85-4889-a9bb-bf13faf368bc req-9ff97197-5c1b-42ea-b92f-7f8cca8d73ac tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0683370 Mar 10 17:36:54.370007 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf2dc8b4-0c85-4889-a9bb-bf13faf368bc req-3bfd1757-052d-48c5-ba85-1b37c3574234 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408549 Mar 10 17:36:55.492182 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ef7c-40fa-4193-82a8-ccc8a8d01a18 req-ccb85839-81d9-4e23-a1ea-37cdde4d5b38 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:55.493664 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eb17ef7c-40fa-4193-82a8-ccc8a8d01a18 req-ccb85839-81d9-4e23-a1ea-37cdde4d5b38 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0535324 Mar 10 17:36:55.543776 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-eb17ef7c-40fa-4193-82a8-ccc8a8d01a18 req-20009822-6e71-4cda-8c9a-0e597c194c6e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Mar 10 17:36:56.664922 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951c1f5-1e6c-49ee-ae87-3440f61639bd req-e5d5c332-0c9a-4b07-8a8e-59ae2b8470f0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:56.666905 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d951c1f5-1e6c-49ee-ae87-3440f61639bd req-e5d5c332-0c9a-4b07-8a8e-59ae2b8470f0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0541415 Mar 10 17:36:56.714635 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d951c1f5-1e6c-49ee-ae87-3440f61639bd req-e18e634a-10cf-4c48-a2db-742a5c87c0ca tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422845 Mar 10 17:36:57.834363 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de4dd-852e-4156-b4d1-b1f0cf10d038 req-6f3ffa5d-6a17-41e8-9529-bf9f2aba0ca2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:57.835801 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b0de4dd-852e-4156-b4d1-b1f0cf10d038 req-6f3ffa5d-6a17-41e8-9529-bf9f2aba0ca2 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0511670 Mar 10 17:36:57.881013 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-6b0de4dd-852e-4156-b4d1-b1f0cf10d038 req-c7cbaf1f-7cd1-49b7-b658-8b386cca65c3 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396247 Mar 10 17:36:58.981476 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.001202 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df85a3-bde2-48ee-aa80-eb49bf0d8a87 req-81241351-6b64-4a6e-bf1f-a8627989b6ae tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:59.002706 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-10df85a3-bde2-48ee-aa80-eb49bf0d8a87 req-81241351-6b64-4a6e-bf1f-a8627989b6ae tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0515542 Mar 10 17:36:59.054041 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-10df85a3-bde2-48ee-aa80-eb49bf0d8a87 req-4b6ddb4b-b5a4-4162-9398-a1eb59d74b09 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432413 Mar 10 17:37:00.195336 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbe868-5145-4c3b-bd4e-aa035aa70b37 req-8dca0667-49c3-4771-9b21-cc39b6d3ec79 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:00.196715 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d6dbe868-5145-4c3b-bd4e-aa035aa70b37 req-8dca0667-49c3-4771-9b21-cc39b6d3ec79 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0707061 Mar 10 17:37:00.244796 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d6dbe868-5145-4c3b-bd4e-aa035aa70b37 req-65ca23ce-1089-4629-8e59-48fc15dd2d3b tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420063 Mar 10 17:37:01.366727 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc11146-e369-42ef-9d20-800ec1adc5ac req-1c281047-328f-430e-b178-52845266ec5c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:01.368221 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bfc11146-e369-42ef-9d20-800ec1adc5ac req-1c281047-328f-430e-b178-52845266ec5c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0524759 Mar 10 17:37:01.414664 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-bfc11146-e369-42ef-9d20-800ec1adc5ac req-cfec7719-2c07-40db-9683-5a57c8dbc0f7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410259 Mar 10 17:37:02.535560 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cdb2a-033b-4428-b5ee-cd2a5f6cffde req-d8af066b-4931-425c-a156-846d7d3a49f9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:02.536995 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-df0cdb2a-033b-4428-b5ee-cd2a5f6cffde req-d8af066b-4931-425c-a156-846d7d3a49f9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0541375 Mar 10 17:37:02.581961 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-df0cdb2a-033b-4428-b5ee-cd2a5f6cffde req-2827b875-ace5-4506-b14c-eb29f9a5abf6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386751 Mar 10 17:37:03.705870 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1059a-cf1a-4583-877b-26757d3e7c23 req-ad75aa9d-e69a-4f77-a18c-a5700bfdd185 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:03.707356 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cea1059a-cf1a-4583-877b-26757d3e7c23 req-ad75aa9d-e69a-4f77-a18c-a5700bfdd185 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0505702 Mar 10 17:37:03.752863 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cea1059a-cf1a-4583-877b-26757d3e7c23 req-4587837c-d48d-4111-91fc-4f8123b404c7 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400264 Mar 10 17:37:04.870890 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f314f-4b50-4908-8dfc-f52279fc52f5 req-06d911c7-4285-4134-aeb2-2838f408c6a4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:04.872334 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-795f314f-4b50-4908-8dfc-f52279fc52f5 req-06d911c7-4285-4134-aeb2-2838f408c6a4 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0508459 Mar 10 17:37:04.923618 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-795f314f-4b50-4908-8dfc-f52279fc52f5 req-54832ab7-e165-4903-ba5d-03cc339a1cae tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458763 Mar 10 17:37:06.044683 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e561c-3d23-4198-aa91-5e89687a4b02 req-e006fd73-3ab8-4d55-a8a9-292ba878d108 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:06.046200 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-460e561c-3d23-4198-aa91-5e89687a4b02 req-e006fd73-3ab8-4d55-a8a9-292ba878d108 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0512519 Mar 10 17:37:06.092006 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-460e561c-3d23-4198-aa91-5e89687a4b02 req-53557208-2a3a-476c-b666-67239adf3a7e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Mar 10 17:37:07.212656 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470d696-4847-4044-b913-60f38dba4eb8 req-76c20ee4-7872-40f9-b699-b1f24985c7b9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:07.214145 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f470d696-4847-4044-b913-60f38dba4eb8 req-76c20ee4-7872-40f9-b699-b1f24985c7b9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0515604 Mar 10 17:37:07.258452 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-f470d696-4847-4044-b913-60f38dba4eb8 req-f58e57a5-079b-45af-b465-21f56ac4754c tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388019 Mar 10 17:37:08.381345 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287beac-f147-41d7-868d-a2a6779b11ad req-afbbe90f-1d0a-47d5-b2e0-5279110f7fae tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:08.382872 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9287beac-f147-41d7-868d-a2a6779b11ad req-afbbe90f-1d0a-47d5-b2e0-5279110f7fae tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 943 time: 0.0542014 Mar 10 17:37:08.430064 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9287beac-f147-41d7-868d-a2a6779b11ad req-28fbad50-3ff0-4b35-a8a0-48e54f3434ff tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 Mar 10 17:37:08.726536 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device f50d333f-fbce-4525-b13f-8d10edb82a94 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:37:08.820935 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:08.832058 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Returning: {'device': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'port_id': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'mac_address': 'fa:16:3e:0b:e6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:37:08.867000 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port f50d333f-fbce-4525-b13f-8d10edb82a94 is: DOWN; New status is: BUILD {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:08.867384 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.879256 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50d333f-fbce-4525-b13f-8d10edb82a94 {{(pid=102917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:08.898202 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:08.902464 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.950714 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=9']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:09.550885 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfd964-cb61-441a-9806-6dbcea98ad62 req-e4d9a655-d7c6-461a-bd6d-6918bac71868 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:09.552387 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-babfd964-cb61-441a-9806-6dbcea98ad62 req-e4d9a655-d7c6-461a-bd6d-6918bac71868 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.0521994 Mar 10 17:37:09.597381 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-babfd964-cb61-441a-9806-6dbcea98ad62 req-489f6f76-b0f9-4310-9aae-393dbf89ccf6 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396290 Mar 10 17:37:10.720790 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5f931-2cb1-4053-a76d-108c785601e0 req-90d28e3d-9c82-4965-bb66-1cb284018859 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:10.722266 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1dd5f931-2cb1-4053-a76d-108c785601e0 req-90d28e3d-9c82-4965-bb66-1cb284018859 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.0538309 Mar 10 17:37:10.766472 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1dd5f931-2cb1-4053-a76d-108c785601e0 req-4869467f-aff8-4418-9fe1-17e7a9733eea tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387292 Mar 10 17:37:11.884605 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e064966-1933-4a90-8935-3ea5eafab428 req-c4d7fe6a-6be0-4b71-83af-69c5ef819d35 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:11.885992 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e064966-1933-4a90-8935-3ea5eafab428 req-c4d7fe6a-6be0-4b71-83af-69c5ef819d35 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.0514016 Mar 10 17:37:11.932082 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7e064966-1933-4a90-8935-3ea5eafab428 req-0c5d2da7-0b0c-4078-9070-dfa5559d2abe tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Mar 10 17:37:13.025072 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:37:13.051791 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211aae8-2f22-4643-8007-852aa4e906e5 req-6c953a1d-f8e2-417e-925f-046751441726 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:13.053247 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7211aae8-2f22-4643-8007-852aa4e906e5 req-6c953a1d-f8e2-417e-925f-046751441726 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.0508120 Mar 10 17:37:13.101031 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-7211aae8-2f22-4643-8007-852aa4e906e5 req-383e1e60-9c18-474c-a8b4-a0129c29e88a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416551 Mar 10 17:37:14.104139 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] get_ports_and_sgs() called for port_ids ['f50d333f-fbce-4525-b13f-8d10edb82a94'] {{(pid=102917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:14.231226 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ed060-20eb-4c93-b52d-c135fe9edd74 req-a31c6599-3d0c-49ad-8942-6b5a3cd0e970 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:14.232707 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc9ed060-20eb-4c93-b52d-c135fe9edd74 req-a31c6599-3d0c-49ad-8942-6b5a3cd0e970 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.0513873 Mar 10 17:37:14.281588 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fc9ed060-20eb-4c93-b52d-c135fe9edd74 req-2cd4625a-cbe6-4586-a663-04362ea7fc4f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 Mar 10 17:37:15.277865 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device f50d333f-fbce-4525-b13f-8d10edb82a94 up at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:15.324780 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.provisioning_blocks [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Provisioning complete for port f50d333f-fbce-4525-b13f-8d10edb82a94 triggered by entity L2. {{(pid=102917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:15.325098 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3234669'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), provisioning_complete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:15.411801 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Current status of the port f50d333f-fbce-4525-b13f-8d10edb82a94 is: BUILD; New status is: ACTIVE {{(pid=102917) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:15.411801 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:15.413244 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e0ea8-45bd-468e-bcad-8d377c876340 req-2ad3249d-c9ed-4932-bf6c-060af6c6321f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:15.414770 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-087e0ea8-45bd-468e-bcad-8d377c876340 req-2ad3249d-c9ed-4932-bf6c-060af6c6321f tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 944 time: 0.0545228 Mar 10 17:37:15.430247 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94'}] {{(pid=102917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:15.432981 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0634548bcad2fe5a3461139d7fbd07a8aac1bf0a4c502581dddead7683d295ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa49b84-6215-488a-896e-8ce34bb15c42" -d '{"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-plugged", "status": "completed", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94"}]}' {{(pid=102917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:15.450996 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:15.459880 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744244199527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744243747961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744243747979'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:15.475468 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-087e0ea8-45bd-468e-bcad-8d377c876340 req-b929d7d6-d287-4da5-9f98-c91e16f481bf tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546286 Mar 10 17:37:15.490807 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0557f9-c7b1-4022-b144-dfcf621ad674 x-openstack-request-id: req-5e0557f9-c7b1-4022-b144-dfcf621ad674 {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:15.491136 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-plugged", "status": "completed", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94", "code": 200}]} {{(pid=102917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:15.491343 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e0557f9-c7b1-4022-b144-dfcf621ad674 {{(pid=102917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:15.491770 dv-cinder-830538-8-iscsi neutron-server[102917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'code': 200} Mar 10 17:37:15.517367 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Pushing event updated for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=10']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:15.726352 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9616e30-13ec-4f5e-8a27-f58448e27d42 req-cf38fa88-d05d-4d73-92e6-cbcce00f4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:15.727803 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d9616e30-13ec-4f5e-8a27-f58448e27d42 req-cf38fa88-d05d-4d73-92e6-cbcce00f4ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 1130 time: 0.0423834 Mar 10 17:37:15.772715 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-d9616e30-13ec-4f5e-8a27-f58448e27d42 req-290e531e-242e-4c49-8327-bffa895f3a73 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364270 Mar 10 17:37:16.544561 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-39b4c746-ad96-4706-8aae-ad3a16d5fd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:16.610365 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa4600-b94f-45f3-85ad-20e34ce8be5a req-28c61afe-1d36-4e4e-bcfd-67de81a54a0d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:16.611729 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-93aa4600-b94f-45f3-85ad-20e34ce8be5a req-28c61afe-1d36-4e4e-bcfd-67de81a54a0d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 946 time: 0.0618231 Mar 10 17:37:16.657779 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-93aa4600-b94f-45f3-85ad-20e34ce8be5a req-8cabdce9-8a3d-4f21-82b7-86f110a320ac tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405009 Mar 10 17:37:17.787869 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa7ced-883b-4bd4-a757-ad7a4a857bc5 req-8cedd272-c47b-4765-97ca-f6c5e97014d0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:17.789462 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1bfa7ced-883b-4bd4-a757-ad7a4a857bc5 req-8cedd272-c47b-4765-97ca-f6c5e97014d0 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 946 time: 0.0565538 Mar 10 17:37:17.836984 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1bfa7ced-883b-4bd4-a757-ad7a4a857bc5 req-d7f859a0-c35a-43a5-b82e-7bfcbe0484d9 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417054 Mar 10 17:37:18.855631 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-bd640f61-3b8a-4478-a9ca-4f62d6eefc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.958130 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8879798-86d1-4973-bc8f-e9918a420caf req-2d7ae7d6-c2c6-456d-a622-a8fbced486c3 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:18.959619 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c8879798-86d1-4973-bc8f-e9918a420caf req-2d7ae7d6-c2c6-456d-a622-a8fbced486c3 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 946 time: 0.0515261 Mar 10 17:37:19.009482 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-c8879798-86d1-4973-bc8f-e9918a420caf req-7ffd23dd-249b-4a25-8c72-38209a8a2c49 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442638 Mar 10 17:37:20.006696 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.418173 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.894460 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:28.998494 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.313213 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 42738) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:30.443420 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.513947 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Publish callbacks [] for security_group (3432e496-7f4e-4428-bfbf-753bb4631393), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.517633 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (3432e496-7f4e-4428-bfbf-753bb4631393), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.554871 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af27e25d20994622b197710f967cc15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405851 Mar 10 17:37:30.556290 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3432e496-7f4e-4428-bfbf-753bb4631393,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:30.558387 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 42742) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:30.564206 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.564563 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.564909 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.565247 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.565582 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.565912 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.566270 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.566604 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.566934 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.567262 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.567587 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.567927 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.568233 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0500cc0-fe55-4ff5-a777-52a43b515b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.604713 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Publish callbacks [] for security_group (3432e496-7f4e-4428-bfbf-753bb4631393), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.625182 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Publish callbacks [] for security_group (3432e496-7f4e-4428-bfbf-753bb4631393), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.671594 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (3432e496-7f4e-4428-bfbf-753bb4631393), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.674295 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.675458 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3432e496-7f4e-4428-bfbf-753bb4631393 HTTP/1.1" status: 204 len: 168 time: 0.1160491 Mar 10 17:37:30.683392 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3432e496-7f4e-4428-bfbf-753bb4631393,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:30.690300 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.690658 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.691011 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.691351 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.691688 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.692022 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.692357 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.692689 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.693021 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.693350 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.693805 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.694055 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.694412 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d65d30-95ea-46a1-992f-7859c7fd7446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:30.934192 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 42748) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:30.950230 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5e949482-2d52-481e-a84e-47591fe1d44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:31.022987 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5e949482-2d52-481e-a84e-47591fe1d44a admin admin] Publish callbacks [] for security_group (49093842-84aa-43ea-a08f-140e55250ce6), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:31.027088 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5e949482-2d52-481e-a84e-47591fe1d44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (49093842-84aa-43ea-a08f-140e55250ce6), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:31.063793 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-5e949482-2d52-481e-a84e-47591fe1d44a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45964d34c4be44dcaed15dceee6b0213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285322 Mar 10 17:37:31.064631 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e949482-2d52-481e-a84e-47591fe1d44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49093842-84aa-43ea-a08f-140e55250ce6,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:31.067187 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 42750) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:31.116323 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-85084339-1c06-4b70-8b15-23657230d1a0 admin admin] Publish callbacks [] for security_group (49093842-84aa-43ea-a08f-140e55250ce6), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:31.137208 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-85084339-1c06-4b70-8b15-23657230d1a0 admin admin] Publish callbacks [] for security_group (49093842-84aa-43ea-a08f-140e55250ce6), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:31.187038 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-85084339-1c06-4b70-8b15-23657230d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (49093842-84aa-43ea-a08f-140e55250ce6), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:31.189849 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-85084339-1c06-4b70-8b15-23657230d1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:31.191066 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-85084339-1c06-4b70-8b15-23657230d1a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49093842-84aa-43ea-a08f-140e55250ce6 HTTP/1.1" status: 204 len: 168 time: 0.1227279 Mar 10 17:37:31.213046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85084339-1c06-4b70-8b15-23657230d1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49093842-84aa-43ea-a08f-140e55250ce6,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:33.234429 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-a9a3489c-4979-4bb0-a649-d48a830a4290 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423682 Mar 10 17:37:33.318886 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-5285e516-3c08-4f30-bb4b-93834d2cba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:33.320376 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-5285e516-3c08-4f30-bb4b-93834d2cba50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e141ba2afe439c88dacb1c3939d477&device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 1130 time: 0.0517526 Mar 10 17:37:33.425702 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-17b8fa4b-d704-4c72-99f4-e90f10957f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:33.427177 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-17b8fa4b-d704-4c72-99f4-e90f10957f83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 200 len: 918 time: 0.0864339 Mar 10 17:37:33.489275 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-6704cd8d-853e-4c27-a196-210b5aa4035b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f50d333f-fbce-4525-b13f-8d10edb82a94 HTTP/1.1" status: 200 len: 1001 time: 0.0558436 Mar 10 17:37:33.541698 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-13cb391d-b34d-4c8b-ac95-aac1899e2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:33.543170 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-13cb391d-b34d-4c8b-ac95-aac1899e2789 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 200 len: 856 time: 0.0465686 Mar 10 17:37:33.595209 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-f154638d-4dc4-402d-bee4-08559b0c2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:33.597059 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-f154638d-4dc4-402d-bee4-08559b0c2e2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=986c3037-0405-4fa2-9434-6c1982f631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435493 Mar 10 17:37:33.617896 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 42816) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:33.695270 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-57544e7f-c46c-4950-a57c-9ae4e70b2f93 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877774 Mar 10 17:37:33.725143 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c2339e2c-b745-406f-bd3e-4488cbb93f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:33.790954 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-9e6b8285-6343-4ec0-9fac-5c02db751120 req-65bbcbfa-609b-4f99-9702-72ac04fe4d65 service neutron] 10.222.0.37 "GET /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885379 Mar 10 17:37:33.813922 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c2339e2c-b745-406f-bd3e-4488cbb93f11 admin admin] Publish callbacks [] for security_group (03660c57-d33d-4f19-be8e-e04738dc177c), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:33.818538 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c2339e2c-b745-406f-bd3e-4488cbb93f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (03660c57-d33d-4f19-be8e-e04738dc177c), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:33.856877 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2339e2c-b745-406f-bd3e-4488cbb93f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03660c57-d33d-4f19-be8e-e04738dc177c,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:33.860968 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c2339e2c-b745-406f-bd3e-4488cbb93f11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7faedd79b7b74eb189b7b44480c22f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419696 Mar 10 17:37:33.863769 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 42824) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:33.911766 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0ed730cd-f37e-4325-8748-ffa668275bba admin admin] Publish callbacks [] for security_group (03660c57-d33d-4f19-be8e-e04738dc177c), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:33.933924 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0ed730cd-f37e-4325-8748-ffa668275bba admin admin] Publish callbacks [] for security_group (03660c57-d33d-4f19-be8e-e04738dc177c), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:33.985230 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0ed730cd-f37e-4325-8748-ffa668275bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (03660c57-d33d-4f19-be8e-e04738dc177c), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:33.987984 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0ed730cd-f37e-4325-8748-ffa668275bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:33.989137 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-0ed730cd-f37e-4325-8748-ffa668275bba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03660c57-d33d-4f19-be8e-e04738dc177c HTTP/1.1" status: 204 len: 168 time: 0.1244175 Mar 10 17:37:33.996901 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed730cd-f37e-4325-8748-ffa668275bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03660c57-d33d-4f19-be8e-e04738dc177c,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:43.642572 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 42920) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:43.744556 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f2c32f9-c5e4-4e9c-b047-beddddfb5712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:43.816190 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f2c32f9-c5e4-4e9c-b047-beddddfb5712 admin admin] Publish callbacks [] for security_group (6284b8f8-7685-4978-90ff-77e90e6f17d0), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:43.819622 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f2c32f9-c5e4-4e9c-b047-beddddfb5712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (6284b8f8-7685-4978-90ff-77e90e6f17d0), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:43.855243 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-5f2c32f9-c5e4-4e9c-b047-beddddfb5712 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af33b9bd8db44cc494828cb025f2ae8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116144 Mar 10 17:37:43.857256 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c32f9-c5e4-4e9c-b047-beddddfb5712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6284b8f8-7685-4978-90ff-77e90e6f17d0,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:43.858156 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 42924) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:43.905030 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-94368f0b-c37c-4b4c-8c03-d8f85e553a2b admin admin] Publish callbacks [] for security_group (6284b8f8-7685-4978-90ff-77e90e6f17d0), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:43.926035 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-94368f0b-c37c-4b4c-8c03-d8f85e553a2b admin admin] Publish callbacks [] for security_group (6284b8f8-7685-4978-90ff-77e90e6f17d0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:43.973665 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-94368f0b-c37c-4b4c-8c03-d8f85e553a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (6284b8f8-7685-4978-90ff-77e90e6f17d0), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:43.976277 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-94368f0b-c37c-4b4c-8c03-d8f85e553a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:43.977987 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-94368f0b-c37c-4b4c-8c03-d8f85e553a2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6284b8f8-7685-4978-90ff-77e90e6f17d0 HTTP/1.1" status: 204 len: 168 time: 0.1183093 Mar 10 17:37:43.985526 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94368f0b-c37c-4b4c-8c03-d8f85e553a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6284b8f8-7685-4978-90ff-77e90e6f17d0,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:44.226776 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 42930) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:44.240099 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ab927fa9-d1f4-4c9a-adb0-2e9b518bf0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.317305 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ab927fa9-d1f4-4c9a-adb0-2e9b518bf0bf admin admin] Publish callbacks [] for security_group (5ece86f4-a7aa-4182-b616-e9a0308cdf24), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.321649 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ab927fa9-d1f4-4c9a-adb0-2e9b518bf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (5ece86f4-a7aa-4182-b616-e9a0308cdf24), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.357305 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab927fa9-d1f4-4c9a-adb0-2e9b518bf0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ece86f4-a7aa-4182-b616-e9a0308cdf24,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:44.363981 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-ab927fa9-d1f4-4c9a-adb0-2e9b518bf0bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e0c6a0238894c6c8a7cac49fc880b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331806 Mar 10 17:37:44.364798 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 42932) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:44.411046 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6009b155-84dd-4f58-99a1-9a2b44412673 admin admin] Publish callbacks [] for security_group (5ece86f4-a7aa-4182-b616-e9a0308cdf24), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.430915 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6009b155-84dd-4f58-99a1-9a2b44412673 admin admin] Publish callbacks [] for security_group (5ece86f4-a7aa-4182-b616-e9a0308cdf24), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.478008 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6009b155-84dd-4f58-99a1-9a2b44412673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (5ece86f4-a7aa-4182-b616-e9a0308cdf24), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.480880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6009b155-84dd-4f58-99a1-9a2b44412673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.481874 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-6009b155-84dd-4f58-99a1-9a2b44412673 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ece86f4-a7aa-4182-b616-e9a0308cdf24 HTTP/1.1" status: 204 len: 168 time: 0.1167092 Mar 10 17:37:44.489594 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009b155-84dd-4f58-99a1-9a2b44412673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ece86f4-a7aa-4182-b616-e9a0308cdf24,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:46.355122 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43000) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:46.456013 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4b521a56-8f1b-43ef-a529-1d6ff6517014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.528280 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4b521a56-8f1b-43ef-a529-1d6ff6517014 admin admin] Publish callbacks [] for security_group (9629fed8-d4a1-41af-abcd-3dd653fe38b1), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.532880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4b521a56-8f1b-43ef-a529-1d6ff6517014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9629fed8-d4a1-41af-abcd-3dd653fe38b1), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.548677 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-5a577e04-3491-44bf-83dc-857f52f48b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.577171 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-4b521a56-8f1b-43ef-a529-1d6ff6517014 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=987ec9649f3f40cda47fd2e5c8e94f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209039 Mar 10 17:37:46.578024 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b521a56-8f1b-43ef-a529-1d6ff6517014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9629fed8-d4a1-41af-abcd-3dd653fe38b1,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:46.579862 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43006) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:46.627387 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8f05d12c-4889-48a4-a969-41fdfe4ff159 admin admin] Publish callbacks [] for security_group (9629fed8-d4a1-41af-abcd-3dd653fe38b1), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.647799 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8f05d12c-4889-48a4-a969-41fdfe4ff159 admin admin] Publish callbacks [] for security_group (9629fed8-d4a1-41af-abcd-3dd653fe38b1), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.692718 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8f05d12c-4889-48a4-a969-41fdfe4ff159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9629fed8-d4a1-41af-abcd-3dd653fe38b1), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.695424 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-8f05d12c-4889-48a4-a969-41fdfe4ff159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.696592 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-8f05d12c-4889-48a4-a969-41fdfe4ff159 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9629fed8-d4a1-41af-abcd-3dd653fe38b1 HTTP/1.1" status: 204 len: 168 time: 0.1157019 Mar 10 17:37:46.704213 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05d12c-4889-48a4-a969-41fdfe4ff159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9629fed8-d4a1-41af-abcd-3dd653fe38b1,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:46.949740 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43012) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:46.962978 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7d2b04eb-67aa-41fd-b5e3-fb3ad2824492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.034826 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7d2b04eb-67aa-41fd-b5e3-fb3ad2824492 admin admin] Publish callbacks [] for security_group (fa2a7870-a0dd-4311-86eb-81393cb62b8a), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.038413 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7d2b04eb-67aa-41fd-b5e3-fb3ad2824492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (fa2a7870-a0dd-4311-86eb-81393cb62b8a), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.073301 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b04eb-67aa-41fd-b5e3-fb3ad2824492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a7870-a0dd-4311-86eb-81393cb62b8a,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:47.077381 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-7d2b04eb-67aa-41fd-b5e3-fb3ad2824492 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb269a4d7b6c4e1f9a1afc8d73dc58af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265624 Mar 10 17:37:47.080104 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43014) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:47.125979 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-96087fed-95ec-4693-bf9f-fa3adc2f5102 admin admin] Publish callbacks [] for security_group (fa2a7870-a0dd-4311-86eb-81393cb62b8a), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.146129 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-96087fed-95ec-4693-bf9f-fa3adc2f5102 admin admin] Publish callbacks [] for security_group (fa2a7870-a0dd-4311-86eb-81393cb62b8a), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.190655 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-96087fed-95ec-4693-bf9f-fa3adc2f5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (fa2a7870-a0dd-4311-86eb-81393cb62b8a), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.193178 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-96087fed-95ec-4693-bf9f-fa3adc2f5102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.194356 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-96087fed-95ec-4693-bf9f-fa3adc2f5102 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa2a7870-a0dd-4311-86eb-81393cb62b8a HTTP/1.1" status: 204 len: 168 time: 0.1134126 Mar 10 17:37:47.201605 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96087fed-95ec-4693-bf9f-fa3adc2f5102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a7870-a0dd-4311-86eb-81393cb62b8a,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:48.855987 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-a26b9db8-e855-48ba-baac-d9327fb55371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.008220 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.023512 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:37:51.211562 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43084) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:51.312108 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-aba2282b-b390-4e5b-bbca-cbdd38df8396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.384031 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-aba2282b-b390-4e5b-bbca-cbdd38df8396 admin admin] Publish callbacks [] for security_group (68c4cf06-28de-4958-a54f-5872fd414873), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.387900 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-aba2282b-b390-4e5b-bbca-cbdd38df8396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (68c4cf06-28de-4958-a54f-5872fd414873), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.423132 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.428165 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-aba2282b-b390-4e5b-bbca-cbdd38df8396 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48e5d0826a2f456381336fd3d6352068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155409 Mar 10 17:37:51.429372 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2282b-b390-4e5b-bbca-cbdd38df8396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c4cf06-28de-4958-a54f-5872fd414873,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:51.431347 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43088) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:51.482963 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-123aeeb3-5697-4b20-834e-a10b0b4f97fc admin admin] Publish callbacks [] for security_group (68c4cf06-28de-4958-a54f-5872fd414873), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.503804 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-123aeeb3-5697-4b20-834e-a10b0b4f97fc admin admin] Publish callbacks [] for security_group (68c4cf06-28de-4958-a54f-5872fd414873), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.547810 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-123aeeb3-5697-4b20-834e-a10b0b4f97fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (68c4cf06-28de-4958-a54f-5872fd414873), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.550596 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-123aeeb3-5697-4b20-834e-a10b0b4f97fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.551751 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-123aeeb3-5697-4b20-834e-a10b0b4f97fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68c4cf06-28de-4958-a54f-5872fd414873 HTTP/1.1" status: 204 len: 168 time: 0.1194344 Mar 10 17:37:51.561554 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aeeb3-5697-4b20-834e-a10b0b4f97fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c4cf06-28de-4958-a54f-5872fd414873,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:51.800171 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43094) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:51.814027 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-390a3fac-9a72-484a-b3fa-230bbcfc28c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.885106 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-390a3fac-9a72-484a-b3fa-230bbcfc28c0 admin admin] Publish callbacks [] for security_group (fd95ac7b-ab23-438c-8de0-6522636fbca0), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.888880 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-390a3fac-9a72-484a-b3fa-230bbcfc28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (fd95ac7b-ab23-438c-8de0-6522636fbca0), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.924523 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a3fac-9a72-484a-b3fa-230bbcfc28c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd95ac7b-ab23-438c-8de0-6522636fbca0,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:51.929682 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-390a3fac-9a72-484a-b3fa-230bbcfc28c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c4e31f19656406da9c758518df1ab56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285088 Mar 10 17:37:51.932828 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43096) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:51.981542 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c4206ba4-4202-4609-bd4d-f472fac3890b admin admin] Publish callbacks [] for security_group (fd95ac7b-ab23-438c-8de0-6522636fbca0), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:52.002005 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c4206ba4-4202-4609-bd4d-f472fac3890b admin admin] Publish callbacks [] for security_group (fd95ac7b-ab23-438c-8de0-6522636fbca0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:52.047215 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c4206ba4-4202-4609-bd4d-f472fac3890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (fd95ac7b-ab23-438c-8de0-6522636fbca0), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:52.049805 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c4206ba4-4202-4609-bd4d-f472fac3890b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:52.050962 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c4206ba4-4202-4609-bd4d-f472fac3890b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd95ac7b-ab23-438c-8de0-6522636fbca0 HTTP/1.1" status: 204 len: 168 time: 0.1172533 Mar 10 17:37:52.058824 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4206ba4-4202-4609-bd4d-f472fac3890b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd95ac7b-ab23-438c-8de0-6522636fbca0,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:52.896647 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:59.021504 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:02.916163 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43234) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:03.018033 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-fffa078d-a1e3-432c-be75-1cf7fb946cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:03.094123 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-fffa078d-a1e3-432c-be75-1cf7fb946cb9 admin admin] Publish callbacks [] for security_group (24c99759-c161-4476-9ce1-d22edbae3c82), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:03.097689 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-fffa078d-a1e3-432c-be75-1cf7fb946cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (24c99759-c161-4476-9ce1-d22edbae3c82), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:03.131897 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa078d-a1e3-432c-be75-1cf7fb946cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c99759-c161-4476-9ce1-d22edbae3c82,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:03.136641 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-fffa078d-a1e3-432c-be75-1cf7fb946cb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=973160cd8f914d3eab1b0c1f1d4609c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194676 Mar 10 17:38:03.139257 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43238) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:03.184182 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-93122811-2e23-43e7-b49b-a755a18c0972 admin admin] Publish callbacks [] for security_group (24c99759-c161-4476-9ce1-d22edbae3c82), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:03.204348 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-93122811-2e23-43e7-b49b-a755a18c0972 admin admin] Publish callbacks [] for security_group (24c99759-c161-4476-9ce1-d22edbae3c82), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:03.248369 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-93122811-2e23-43e7-b49b-a755a18c0972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (24c99759-c161-4476-9ce1-d22edbae3c82), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:03.250971 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-93122811-2e23-43e7-b49b-a755a18c0972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:03.252087 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-93122811-2e23-43e7-b49b-a755a18c0972 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24c99759-c161-4476-9ce1-d22edbae3c82 HTTP/1.1" status: 204 len: 168 time: 0.1119471 Mar 10 17:38:03.259913 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93122811-2e23-43e7-b49b-a755a18c0972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c99759-c161-4476-9ce1-d22edbae3c82,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:16.550380 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-6375315d-656b-4386-9f52-639f4d1d94de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:18.857269 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-65851b05-e39e-46ce-bbad-4cc6465e2e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:20.010714 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:21.423910 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:22.900081 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.077167 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43246) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:23.229770 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Deleting port 990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:23.230140 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.302739 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.303073 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.315286 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Calling delete_port for 990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd owned by network:floatingip {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:23.480257 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.504442 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event deleted for resources: {'Port': ['ID=990ac9f6-ce86-4ad8-82d6-90bd2e96b6dd,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:23.566213 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (caeea89f-8951-48c0-b2fb-5b53ed266d4b), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.566569 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.l3_db [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Floating IP caeea89f-8951-48c0-b2fb-5b53ed266d4b disassociated (deleted). External IP: 172.27.3.74, port: b7eeeb79-b169-43d3-9124-7543945be392. Mar 10 17:38:23.767489 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Router 4754b2da-9602-4415-a599-d696fe21c5f2 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:23.873106 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:23.877469 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.882959 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] Sync routers for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:23.891735 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:23.892347 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:23.907100 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-702c7bce-0221-4ef8-8d1e-fd5643c63504 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "DELETE /v2.0/floatingips/caeea89f-8951-48c0-b2fb-5b53ed266d4b HTTP/1.1" status: 204 len: 168 time: 0.8288527 Mar 10 17:38:23.907680 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:23.909949 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319151c9-a5d4-4c81-a91a-e21f4707a39b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "tag": "b7eeeb79-b169-43d3-9124-7543945be392"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:24.013689 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:24.140077 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba14524a-0696-40eb-ab1b-f917618e12b2 x-openstack-request-id: req-ba14524a-0696-40eb-ab1b-f917618e12b2 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:24.140610 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "tag": "b7eeeb79-b169-43d3-9124-7543945be392", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:24.140610 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba14524a-0696-40eb-ab1b-f917618e12b2 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:24.141010 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392', 'status': 'completed', 'code': 200} Mar 10 17:38:24.148387 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f020953-c283-464b-8bf3-0481dce7c520 req-1fe72ceb-7301-4391-a491-ca817d147bf1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:24.149868 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9f020953-c283-464b-8bf3-0481dce7c520 req-1fe72ceb-7301-4391-a491-ca817d147bf1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 946 time: 0.0583222 Mar 10 17:38:24.201249 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9f020953-c283-464b-8bf3-0481dce7c520 req-aef1968d-e72f-4016-8e66-429e40dbacfe tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451624 Mar 10 17:38:24.232868 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-ca377e4b-5dc4-4f74-ab93-f1dc9627ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:24.234510 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-ca377e4b-5dc4-4f74-ab93-f1dc9627ec32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 1130 time: 0.0470839 Mar 10 17:38:24.247753 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '7ac220bb-13ef-4943-bd5a-51f99b52e3b1', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:10Z', 'updated_at': '2022-03-10T17:33:12Z', 'revision_number': 1, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:24.277734 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] Checking router: 4754b2da-9602-4415-a599-d696fe21c5f2 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:24.286015 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:24.286721 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:24.532667 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:24.579596 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-8bfad3d8-465e-46e3-b74d-7f5515035230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:24.581057 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-8bfad3d8-465e-46e3-b74d-7f5515035230 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 911 time: 0.3394599 Mar 10 17:38:24.628246 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-4c142d2d-b19d-4d13-92fe-5b4b998cbd81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7eeeb79-b169-43d3-9124-7543945be392 HTTP/1.1" status: 200 len: 217 time: 0.0336196 Mar 10 17:38:24.676101 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-ee175628-f166-4fc4-b7b8-b0082b0a905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:24.677521 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-ee175628-f166-4fc4-b7b8-b0082b0a905c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0417588 Mar 10 17:38:24.728452 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-af737db1-b9bc-4206-81c1-34bea8d07994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:24.730496 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-af737db1-b9bc-4206-81c1-34bea8d07994 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462933 Mar 10 17:38:24.748862 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '7ac220bb-13ef-4943-bd5a-51f99b52e3b1', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:10Z', 'updated_at': '2022-03-10T17:33:12Z', 'revision_number': 1, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:24.774097 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0362bf5-1cc3-4f2e-9990-c4f9ee6bd140 None None] The sync data for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi is: [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_floatingips': [{'id': '7ac220bb-13ef-4943-bd5a-51f99b52e3b1', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'router_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'port_id': 'd123438d-f989-420d-899e-60c198ea56d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'mac_address': 'fa:16:3e:5b:b3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:10Z', 'updated_at': '2022-03-10T17:33:12Z', 'revision_number': 1, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:24.821227 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-4125c257-f623-4b4d-be1e-bd7ec8d9c34c service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825512 Mar 10 17:38:24.914060 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-319151c9-a5d4-4c81-a91a-e21f4707a39b req-8a1177a8-a12b-47bf-b269-92abc039be59 service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859280 Mar 10 17:38:25.006462 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1c19a-6275-475d-b9d5-e40c27d54e39 None None] New status for floating IP caeea89f-8951-48c0-b2fb-5b53ed266d4b: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:38:25.319614 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf4241-7b9f-4dcf-a456-5b12e42d192a req-10f8812e-a69c-4f82-a7ac-4756e156ea1c tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:25.321124 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11cf4241-7b9f-4dcf-a456-5b12e42d192a req-10f8812e-a69c-4f82-a7ac-4756e156ea1c tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 946 time: 0.0512486 Mar 10 17:38:25.371971 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-11cf4241-7b9f-4dcf-a456-5b12e42d192a req-59f4017c-91e9-438e-96ad-b3f800e13a60 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445399 Mar 10 17:38:26.304496 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-779f61c1-6785-4557-9b50-efcaf9ef9deb tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:26.305804 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-779f61c1-6785-4557-9b50-efcaf9ef9deb tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 946 time: 0.0576348 Mar 10 17:38:26.392898 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8a64-f1a6-467a-ab39-a09eeef8d73f req-d3c9cabf-fe17-47fa-b47c-ecd6524d4d3e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:26.396348 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1eef8a64-f1a6-467a-ab39-a09eeef8d73f req-d3c9cabf-fe17-47fa-b47c-ecd6524d4d3e tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 946 time: 0.0539217 Mar 10 17:38:26.451503 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-1eef8a64-f1a6-467a-ab39-a09eeef8d73f req-50ac6355-3944-4eab-bbfd-34380159299d tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482576 Mar 10 17:38:26.477046 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Deleting port b7eeeb79-b169-43d3-9124-7543945be392 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:26.477620 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (b7eeeb79-b169-43d3-9124-7543945be392), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.517921 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5146ba-4295-4dc8-98a6-1c986ac54331 req-b171eee7-06f3-427b-8dc7-5eece5480c4d tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:26.520096 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf5146ba-4295-4dc8-98a6-1c986ac54331 req-b171eee7-06f3-427b-8dc7-5eece5480c4d tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 946 time: 0.0630140 Mar 10 17:38:26.569709 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-cf5146ba-4295-4dc8-98a6-1c986ac54331 req-8b1499fd-a264-4552-b527-dbadc06ada52 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433886 Mar 10 17:38:26.570373 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] For port b7eeeb79-b169-43d3-9124-7543945be392, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b7eeeb79-b169-43d3-9124-7543945be392,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:26.570803 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (b7eeeb79-b169-43d3-9124-7543945be392), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.583196 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Calling delete_port for b7eeeb79-b169-43d3-9124-7543945be392 owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:26.705580 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (b7eeeb79-b169-43d3-9124-7543945be392), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.731938 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event deleted for resources: {'Port': ['ID=b7eeeb79-b169-43d3-9124-7543945be392,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:26.774685 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] No DVR routers for this DVR port b7eeeb79-b169-43d3-9124-7543945be392 on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:26.777576 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.780884 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-4e508e79-e1fc-4dd1-b49b-268bb51d0a19 req-926f109c-acd3-4685-a6a7-e3decd2f6bc7 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "DELETE /v2.0/ports/b7eeeb79-b169-43d3-9124-7543945be392 HTTP/1.1" status: 204 len: 173 time: 0.3996558 Mar 10 17:38:26.781322 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'name': 'network-vif-deleted', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:26.783566 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08dec53-d12c-4443-9a6f-577ce2f8d06f" -d '{"events": [{"server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "name": "network-vif-deleted", "tag": "b7eeeb79-b169-43d3-9124-7543945be392"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:26.817913 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33de02b-9497-446f-8c8d-c932b1db3ce9 x-openstack-request-id: req-e33de02b-9497-446f-8c8d-c932b1db3ce9 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:26.818335 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3a9d57-a3f6-4680-8251-958470a6ea38", "name": "network-vif-deleted", "tag": "b7eeeb79-b169-43d3-9124-7543945be392", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:26.818591 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e33de02b-9497-446f-8c8d-c932b1db3ce9 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:26.818993 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3a9d57-a3f6-4680-8251-958470a6ea38', 'name': 'network-vif-deleted', 'tag': 'b7eeeb79-b169-43d3-9124-7543945be392', 'status': 'completed', 'code': 200} Mar 10 17:38:27.023980 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:38:27.581881 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96234a3a-86af-40e5-99aa-66f73cfd8494 req-8e5ef523-a6dd-4b19-a08f-5b513fb15ca5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:27.583359 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96234a3a-86af-40e5-99aa-66f73cfd8494 req-8e5ef523-a6dd-4b19-a08f-5b513fb15ca5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 946 time: 0.0551713 Mar 10 17:38:27.628895 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-96234a3a-86af-40e5-99aa-66f73cfd8494 req-a3d6b364-428a-4f3c-a8c4-a80af7af8d31 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 Mar 10 17:38:27.672588 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-47d6012d-d89f-4515-b0d5-f9dc42393df9 req-b6b2dd41-80c5-4df3-85c1-cc58a660ead1 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed3a9d57-a3f6-4680-8251-958470a6ea38 HTTP/1.1" status: 200 len: 210 time: 0.0257618 Mar 10 17:38:28.492166 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-e8adb10e-0e42-47c7-a41a-268f25f749d8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:28.493608 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-e8adb10e-0e42-47c7-a41a-268f25f749d8 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 946 time: 0.0537992 Mar 10 17:38:28.584835 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Deleting port f50d333f-fbce-4525-b13f-8d10edb82a94 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:28.585097 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:28.673346 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] For port f50d333f-fbce-4525-b13f-8d10edb82a94, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f50d333f-fbce-4525-b13f-8d10edb82a94,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:28.673716 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:28.753401 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9a892-c75a-4d30-8c05-09a670f75a37 req-4106b287-5b16-469c-8181-16a23a628afa tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:28.754871 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9ac9a892-c75a-4d30-8c05-09a670f75a37 req-4106b287-5b16-469c-8181-16a23a628afa tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 946 time: 0.0567181 Mar 10 17:38:28.812528 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-9ac9a892-c75a-4d30-8c05-09a670f75a37 req-b939d3e0-64ed-434b-953b-f57a7c695061 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad3adef8-75bf-4505-b560-783aff5343ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517924 Mar 10 17:38:28.865786 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:28.866205 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739906'] for floatingip (10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0), after_update {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:28.866535 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.l3_db [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Floating IP 10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0 disassociated. External IP: 172.27.3.212, port: f50d333f-fbce-4525-b13f-8d10edb82a94. Mar 10 17:38:28.866928 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Calling delete_port for f50d333f-fbce-4525-b13f-8d10edb82a94 owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:29.002432 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (f50d333f-fbce-4525-b13f-8d10edb82a94), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:29.011201 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:29.032086 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event deleted for resources: {'Port': ['ID=f50d333f-fbce-4525-b13f-8d10edb82a94,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:29.149701 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Router f2fbf394-3a9c-4a34-93b5-03511bc33c56 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:29.256337 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:29.266210 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] Sync routers for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:29.276318 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:29.276930 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:29.295658 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] No DVR routers for this DVR port f50d333f-fbce-4525-b13f-8d10edb82a94 on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:29.298132 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:29.301539 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a932760c-959d-47b6-90dd-cfbd9b62a4ce req-3fbd87c0-d521-4094-a3f3-72498ae04995 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.37 "DELETE /v2.0/ports/f50d333f-fbce-4525-b13f-8d10edb82a94 HTTP/1.1" status: 204 len: 173 time: 0.8030384 Mar 10 17:38:29.301972 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-deleted', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:29.304205 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873c6c9b-2af6-4906-b121-f7241d937a2a" -d '{"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-deleted", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:29.345780 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119fb02a-b559-4218-9d62-329fc88c5968 x-openstack-request-id: req-119fb02a-b559-4218-9d62-329fc88c5968 {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:29.346911 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41227630-d6ec-4448-99d9-575ac12dea13", "name": "network-vif-deleted", "tag": "f50d333f-fbce-4525-b13f-8d10edb82a94", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:29.347141 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-119fb02a-b559-4218-9d62-329fc88c5968 {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:29.347584 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41227630-d6ec-4448-99d9-575ac12dea13', 'name': 'network-vif-deleted', 'tag': 'f50d333f-fbce-4525-b13f-8d10edb82a94', 'status': 'completed', 'code': 200} Mar 10 17:38:29.391585 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:29.598543 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:29.628033 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] Checking router: f2fbf394-3a9c-4a34-93b5-03511bc33c56 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:29.636100 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:29.636702 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:29.740785 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:29.932209 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-fccae749-cd08-4b76-9dcd-920333f539e1 req-542e498b-0a4a-4732-9074-45c4413b05ea tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/ports?device_id=41227630-d6ec-4448-99d9-575ac12dea13 HTTP/1.1" status: 200 len: 210 time: 0.0273185 Mar 10 17:38:29.950949 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:29.978782 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525abdaf-83f6-4523-8bb8-4334b13c0927 None None] The sync data for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi is: [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:28:39Z', 'revision_number': 4, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': 'b309bf9f-7c8f-482c-9733-55dd66030520', 'name': '', 'network_id': '986c3037-0405-4fa2-9434-6c1982f631e6', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'mac_address': 'fa:16:3e:85:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:38Z', 'updated_at': '2022-03-10T17:28:42Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'subnets': [{'id': 'c1e06339-0060-4f9a-b8b3-6d88669c5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:30.196628 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305303f-23ee-4f00-8cb9-5148efa4c604 None None] New status for floating IP 10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:38:31.002639 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43310) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:31.020968 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43312) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:31.079288 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (ad3adef8-75bf-4505-b560-783aff5343ef), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.106032 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (ad3adef8-75bf-4505-b560-783aff5343ef), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.154787 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ad3adef8-75bf-4505-b560-783aff5343ef), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.157414 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.158788 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad3adef8-75bf-4505-b560-783aff5343ef HTTP/1.1" status: 204 len: 168 time: 0.1366506 Mar 10 17:38:31.162006 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Deleting port 35723ed7-7952-4d10-9dc5-5e3b85b573d0 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:31.162372 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (35723ed7-7952-4d10-9dc5-5e3b85b573d0), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.162624 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43314) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:31.176303 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3adef8-75bf-4505-b560-783aff5343ef,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:31.186140 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.api.v2.resource [None req-2e7063f9-1ec9-4961-9041-fd8145fe3fc5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] show failed (client error): The resource could not be found. Mar 10 17:38:31.187142 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-2e7063f9-1ec9-4961-9041-fd8145fe3fc5 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "GET /v2.0/security-groups/ad3adef8-75bf-4505-b560-783aff5343ef HTTP/1.1" status: 404 len: 347 time: 0.0223401 Mar 10 17:38:31.188540 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.188893 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.189239 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.189580 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.189924 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.190288 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.190727 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.191083 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.191416 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.191745 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.192081 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.192411 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.192742 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd840c1-1f0d-4860-b1af-987eaed3d644 tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.195141 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43316) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:31.236571 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (35723ed7-7952-4d10-9dc5-5e3b85b573d0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.237098 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (35723ed7-7952-4d10-9dc5-5e3b85b573d0), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.248690 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Calling delete_port for 35723ed7-7952-4d10-9dc5-5e3b85b573d0 owned by network:floatingip {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:31.319977 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Deleting port e3377f31-44b2-42ff-b7e3-17aa7da138fb {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:31.320320 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (e3377f31-44b2-42ff-b7e3-17aa7da138fb), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.392248 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (35723ed7-7952-4d10-9dc5-5e3b85b573d0), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.393777 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (e3377f31-44b2-42ff-b7e3-17aa7da138fb), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.394124 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (e3377f31-44b2-42ff-b7e3-17aa7da138fb), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.406533 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Calling delete_port for e3377f31-44b2-42ff-b7e3-17aa7da138fb owned by network:floatingip {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:31.421904 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event deleted for resources: {'Port': ['ID=35723ed7-7952-4d10-9dc5-5e3b85b573d0,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:31.446466 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.446824 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.447171 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.447513 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.447842 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.448173 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.448505 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.448829 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.449159 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.449479 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.449801 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.450145 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.450476 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:31.489354 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (7ac220bb-13ef-4943-bd5a-51f99b52e3b1), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.489765 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.l3_db [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Floating IP 7ac220bb-13ef-4943-bd5a-51f99b52e3b1 disassociated (deleted). External IP: 172.27.3.14, port: d123438d-f989-420d-899e-60c198ea56d9. Mar 10 17:38:31.542719 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (e3377f31-44b2-42ff-b7e3-17aa7da138fb), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.571660 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Pushing event deleted for resources: {'Port': ['ID=e3377f31-44b2-42ff-b7e3-17aa7da138fb,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:31.625619 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device b7eeeb79-b169-43d3-9124-7543945be392 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:31.631862 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks [] for floatingip (10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.634453 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.636185 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9248f559-094c-451f-a64a-dc4f2989841a tempest-AttachVolumeShelveTestJSON-1392281447 tempest-AttachVolumeShelveTestJSON-1392281447-project] 10.222.0.16 "DELETE /v2.0/floatingips/10e6f610-b5c1-4aae-b9b7-8dc57ab61aa0 HTTP/1.1" status: 204 len: 168 time: 0.4402041 Mar 10 17:38:31.650070 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: b7eeeb79-b169-43d3-9124-7543945be392 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:31.650662 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device b7eeeb79-b169-43d3-9124-7543945be392 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:31.993785 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Router 4754b2da-9602-4415-a599-d696fe21c5f2 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:32.105378 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:32.110637 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:32.115138 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] Sync routers for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:32.125661 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:32.126402 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:32.139308 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-8a51dc33-4fdf-47cc-90e5-3038ff6f3d38 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "DELETE /v2.0/floatingips/7ac220bb-13ef-4943-bd5a-51f99b52e3b1 HTTP/1.1" status: 204 len: 168 time: 1.1356256 Mar 10 17:38:32.139983 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9'}] {{(pid=102916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:32.142361 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0c5004407b552c904447ef494b64552df55e80db648b624bb602b4506fac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "tag": "d123438d-f989-420d-899e-60c198ea56d9"}]}' {{(pid=102916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:32.186207 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b0299b-4996-4524-b10b-40ab049f835c x-openstack-request-id: req-62b0299b-4996-4524-b10b-40ab049f835c {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:32.186621 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "tag": "d123438d-f989-420d-899e-60c198ea56d9", "status": "completed", "code": 200}]} {{(pid=102916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:32.186875 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62b0299b-4996-4524-b10b-40ab049f835c {{(pid=102916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:32.187290 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9', 'status': 'completed', 'code': 200} Mar 10 17:38:32.246491 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:32.279434 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-d01641a7-3d40-4683-809f-9d0c98b8e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:32.281113 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-d01641a7-3d40-4683-809f-9d0c98b8e1e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 1129 time: 0.0503199 Mar 10 17:38:32.369166 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e79322-ec61-4689-ae63-729ea7abbd89 req-30a80b37-3313-4a54-b819-5844c96e7106 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:32.370815 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d6e79322-ec61-4689-ae63-729ea7abbd89 req-30a80b37-3313-4a54-b819-5844c96e7106 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 945 time: 0.0536454 Mar 10 17:38:32.415366 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-b382bd24-4b53-40cf-8dca-7a45435834c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:32.416995 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-b382bd24-4b53-40cf-8dca-7a45435834c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 200 len: 911 time: 0.0915568 Mar 10 17:38:32.421311 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-d6e79322-ec61-4689-ae63-729ea7abbd89 req-b95a1c99-3565-4686-bd10-8b90954ad409 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449884 Mar 10 17:38:32.458367 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:32.466483 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-41690787-f949-4868-ab52-346bb817fe61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d123438d-f989-420d-899e-60c198ea56d9 HTTP/1.1" status: 200 len: 217 time: 0.0356705 Mar 10 17:38:32.488277 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] Checking router: 4754b2da-9602-4415-a599-d696fe21c5f2 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:32.497050 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:32.497698 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:32.513445 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-c6890e73-681c-44e2-abcb-9675af4741fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:32.515017 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-c6890e73-681c-44e2-abcb-9675af4741fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 200 len: 849 time: 0.0432217 Mar 10 17:38:32.571846 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-a511e941-7df5-4529-b59f-d1137adc89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:32.573938 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-a511e941-7df5-4529-b59f-d1137adc89af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c42361f-a368-4a74-bf02-1cde1ded73b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509214 Mar 10 17:38:32.665515 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-a4cf89cc-39b8-467e-9821-8f254920d3ee service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849509 Mar 10 17:38:32.732692 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:32.791991 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-c6f31b09-d65a-4af2-8d41-bf8a7d68cab1 req-9b2b7b16-bd0b-47a8-8cd6-e3c5f5b5688a service neutron] 10.222.0.37 "GET /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892365 Mar 10 17:38:32.935320 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:32.962190 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f499e0b-a121-4af8-9d2c-cee9de261e56 None None] The sync data for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi is: [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 4, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi', '_interfaces': [{'id': '442a1b54-60f3-4fae-9785-f90a17a86bc7', 'name': '', 'network_id': '3c42361f-a368-4a74-bf02-1cde1ded73b6', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'mac_address': 'fa:16:3e:09:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:59Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'subnets': [{'id': '9d87701c-9e0f-4990-b005-86ffb0a61090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:33.184371 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec3f65-f8d3-42c5-a311-8367c8734575 None None] New status for floating IP 7ac220bb-13ef-4943-bd5a-51f99b52e3b1: DOWN {{(pid=102918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:38:33.187831 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-22fa81a2-0e1c-4375-a389-e005fd623b8e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:33.189313 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-22fa81a2-0e1c-4375-a389-e005fd623b8e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 945 time: 0.0598972 Mar 10 17:38:33.285607 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Deleting port d123438d-f989-420d-899e-60c198ea56d9 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:33.286497 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (d123438d-f989-420d-899e-60c198ea56d9), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.389557 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] For port d123438d-f989-420d-899e-60c198ea56d9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=d123438d-f989-420d-899e-60c198ea56d9,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:33.389926 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (d123438d-f989-420d-899e-60c198ea56d9), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.402735 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Calling delete_port for d123438d-f989-420d-899e-60c198ea56d9 owned by compute:nova {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:33.533176 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (d123438d-f989-420d-899e-60c198ea56d9), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.545073 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f79adf-9f66-42ac-b70e-c0d6867dfb63 req-8a92f7b9-017c-482d-97be-f0bd5a67e71e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:33.546522 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-39f79adf-9f66-42ac-b70e-c0d6867dfb63 req-8a92f7b9-017c-482d-97be-f0bd5a67e71e tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bb06d0-6737-4fdf-ae05-15085d05abdb HTTP/1.1" status: 200 len: 945 time: 0.0564067 Mar 10 17:38:33.562260 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event deleted for resources: {'Port': ['ID=d123438d-f989-420d-899e-60c198ea56d9,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:33.599139 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [req-39f79adf-9f66-42ac-b70e-c0d6867dfb63 req-0da398b5-2500-4fd9-ab75-a0e2fab78ec3 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470834 Mar 10 17:38:33.606345 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] No DVR routers for this DVR port d123438d-f989-420d-899e-60c198ea56d9 on host hv-cinder-83053 {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:33.608754 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for port (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.612056 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [req-a071d921-7e55-47c2-a6f9-0df116b24672 req-989da2e6-30ed-41e8-964c-5f483597ff92 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.37 "DELETE /v2.0/ports/d123438d-f989-420d-899e-60c198ea56d9 HTTP/1.1" status: 204 len: 173 time: 0.4178505 Mar 10 17:38:33.612629 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'name': 'network-vif-deleted', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9'}] {{(pid=102915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:33.614832 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769ca2b03700f36f1d825e3b1f48cabd4dd2e7e9b90e13646368a9f11e3a8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0c479c-a4fd-4ddd-92f7-dbab5ca9ff70" -d '{"events": [{"server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "name": "network-vif-deleted", "tag": "d123438d-f989-420d-899e-60c198ea56d9"}]}' {{(pid=102915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:33.643694 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device f50d333f-fbce-4525-b13f-8d10edb82a94 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:33.653252 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8dad8-05a0-4f26-96de-59d5601ba25c x-openstack-request-id: req-5ea8dad8-05a0-4f26-96de-59d5601ba25c {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:33.653592 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bb06d0-6737-4fdf-ae05-15085d05abdb", "name": "network-vif-deleted", "tag": "d123438d-f989-420d-899e-60c198ea56d9", "status": "completed", "code": 200}]} {{(pid=102915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:33.653913 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ea8dad8-05a0-4f26-96de-59d5601ba25c {{(pid=102915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:33.654345 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bb06d0-6737-4fdf-ae05-15085d05abdb', 'name': 'network-vif-deleted', 'tag': 'd123438d-f989-420d-899e-60c198ea56d9', 'status': 'completed', 'code': 200} Mar 10 17:38:33.669542 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: f50d333f-fbce-4525-b13f-8d10edb82a94 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:33.669894 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device f50d333f-fbce-4525-b13f-8d10edb82a94 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:34.052204 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43348) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:34.546940 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (f2fbf394-3a9c-4a34-93b5-03511bc33c56), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.656518 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43354) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:34.777362 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Deleting port 01adc7b1-3f2f-4848-a376-06c22c9dbf01 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:34.777700 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (01adc7b1-3f2f-4848-a376-06c22c9dbf01), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.794034 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Deleting port b309bf9f-7c8f-482c-9733-55dd66030520 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:34.794410 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.848908 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (01adc7b1-3f2f-4848-a376-06c22c9dbf01), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.849145 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (01adc7b1-3f2f-4848-a376-06c22c9dbf01), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.860297 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Calling delete_port for 01adc7b1-3f2f-4848-a376-06c22c9dbf01 owned by network:floatingip {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:34.868572 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] For port b309bf9f-7c8f-482c-9733-55dd66030520, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=b309bf9f-7c8f-482c-9733-55dd66030520,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:34.868939 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.882541 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Calling delete_port for b309bf9f-7c8f-482c-9733-55dd66030520 owned by network:router_interface {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:35.001436 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (01adc7b1-3f2f-4848-a376-06c22c9dbf01), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.026837 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event deleted for resources: {'Port': ['ID=01adc7b1-3f2f-4848-a376-06c22c9dbf01,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:35.071674 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (b309bf9f-7c8f-482c-9733-55dd66030520), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.089860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for floatingip (cd39808c-b1f9-4924-b52f-1e546546c575), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.092387 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77130'] for floatingip (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.093527 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-c1331087-8cb7-434c-b82b-98e48951dd13 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd39808c-b1f9-4924-b52f-1e546546c575 HTTP/1.1" status: 204 len: 168 time: 0.4359999 Mar 10 17:38:35.100904 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b309bf9f-7c8f-482c-9733-55dd66030520,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:35.282788 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (f2fbf394-3a9c-4a34-93b5-03511bc33c56), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.507743 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Router f2fbf394-3a9c-4a34-93b5-03511bc33c56 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:35.614503 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:35.619365 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a64018a8-e4a6-457c-a599-b1f164c7e2d2 admin admin] 10.222.0.16 "PUT /v2.0/routers/f2fbf394-3a9c-4a34-93b5-03511bc33c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5661528 Mar 10 17:38:35.621995 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43364) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:35.624432 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] Sync routers for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:35.634629 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:35.635317 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:35.741709 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:35.922366 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:38:35Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:35.952449 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] Checking router: f2fbf394-3a9c-4a34-93b5-03511bc33c56 for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:35.961168 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] Routers {'f2fbf394-3a9c-4a34-93b5-03511bc33c56'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:35.961781 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:35.975568 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks [] for router (f2fbf394-3a9c-4a34-93b5-03511bc33c56), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.065815 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] Set router f2fbf394-3a9c-4a34-93b5-03511bc33c56 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:36.077461 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks [] for router_gateway (f2fbf394-3a9c-4a34-93b5-03511bc33c56), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.128841 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Deleting port 5446a6b8-48f9-4fef-8210-fedb5edbd804 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:36.129183 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.204914 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] For port 5446a6b8-48f9-4fef-8210-fedb5edbd804, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=5446a6b8-48f9-4fef-8210-fedb5edbd804,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:36.205186 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.217786 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Calling delete_port for 5446a6b8-48f9-4fef-8210-fedb5edbd804 owned by network:router_gateway {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:36.240732 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:38:35Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:36.280313 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43c554-4d3b-4207-bf32-e7d169bc2630 None None] The sync data for ids ['f2fbf394-3a9c-4a34-93b5-03511bc33c56'] in dv-cinder-830538-8-iscsi is: [{'id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'name': 'tempest-AttachVolumeShelveTestJSON-1045783794-router', 'tenant_id': '44e141ba2afe439c88dacb1c3939d477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:35Z', 'updated_at': '2022-03-10T17:38:35Z', 'revision_number': 5, 'project_id': '44e141ba2afe439c88dacb1c3939d477', 'gw_port': {'id': '5446a6b8-48f9-4fef-8210-fedb5edbd804', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fbf394-3a9c-4a34-93b5-03511bc33c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:36Z', 'updated_at': '2022-03-10T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:36.335125 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43368) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:36.390938 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1767f21e-ff88-47ab-bfa2-d0f3497bfac9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group (c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.397725 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (5446a6b8-48f9-4fef-8210-fedb5edbd804), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.416406 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1767f21e-ff88-47ab-bfa2-d0f3497bfac9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group (c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.422168 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=5446a6b8-48f9-4fef-8210-fedb5edbd804,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:36.480599 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1767f21e-ff88-47ab-bfa2-d0f3497bfac9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.482021 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (f2fbf394-3a9c-4a34-93b5-03511bc33c56), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.484483 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-1767f21e-ff88-47ab-bfa2-d0f3497bfac9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.485626 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-1767f21e-ff88-47ab-bfa2-d0f3497bfac9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3 HTTP/1.1" status: 204 len: 168 time: 0.1494288 Mar 10 17:38:36.495349 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767f21e-ff88-47ab-bfa2-d0f3497bfac9 tempest-TestVolumeBootPattern-1770671827 tempest-TestVolumeBootPattern-1770671827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c41d10-a3f7-4044-9793-ea2c7a8bfcf3,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:36.546052 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43372) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:36.577636 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (f2fbf394-3a9c-4a34-93b5-03511bc33c56), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.579803 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks [] for router_controller (f2fbf394-3a9c-4a34-93b5-03511bc33c56), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.633149 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (f2fbf394-3a9c-4a34-93b5-03511bc33c56), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.634851 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fbf394-3a9c-4a34-93b5-03511bc33c56 {{(pid=102915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:38:36.640320 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.644507 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-5f85ef35-4474-4f41-88c3-6ac0bcf73fcf admin admin] 10.222.0.16 "DELETE /v2.0/routers/f2fbf394-3a9c-4a34-93b5-03511bc33c56 HTTP/1.1" status: 204 len: 168 time: 1.0213544 Mar 10 17:38:36.644614 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43376) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:36.702826 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6e4738-3e59-4678-9962-0837b94a333e admin admin] Deleting subnet c1e06339-0060-4f9a-b8b3-6d88669c5ae4 {{(pid=102916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:38:36.731064 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fc6e4738-3e59-4678-9962-0837b94a333e admin admin] Publish callbacks [] for subnet (c1e06339-0060-4f9a-b8b3-6d88669c5ae4), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.780480 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fc6e4738-3e59-4678-9962-0837b94a333e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057536'] for subnet (c1e06339-0060-4f9a-b8b3-6d88669c5ae4), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.945216 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fc6e4738-3e59-4678-9962-0837b94a333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (c1e06339-0060-4f9a-b8b3-6d88669c5ae4), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.050937 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fc6e4738-3e59-4678-9962-0837b94a333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16576280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478903'] for subnet (c1e06339-0060-4f9a-b8b3-6d88669c5ae4), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.083188 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-fc6e4738-3e59-4678-9962-0837b94a333e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.086307 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-fc6e4738-3e59-4678-9962-0837b94a333e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c1e06339-0060-4f9a-b8b3-6d88669c5ae4 HTTP/1.1" status: 204 len: 168 time: 0.4407783 Mar 10 17:38:37.088003 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e4738-3e59-4678-9962-0837b94a333e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e06339-0060-4f9a-b8b3-6d88669c5ae4,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:37.088731 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82220e-cd40-461d-920f-936e82e7d1fe None None] Network 986c3037-0405-4fa2-9434-6c1982f631e6 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:37.089453 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43378) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:37.160310 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (4754b2da-9602-4415-a599-d696fe21c5f2), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.163533 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (986c3037-0405-4fa2-9434-6c1982f631e6), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.221706 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Deleting port ee3bd9dd-9044-47ac-9888-09d13f0049f1 {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:37.221937 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.267606 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] DHCP port deletion for 986c3037-0405-4fa2-9434-6c1982f631e6 request from dv-cinder-830538-8-iscsi {{(pid=102917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:38:37.301317 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] For port ee3bd9dd-9044-47ac-9888-09d13f0049f1, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=ee3bd9dd-9044-47ac-9888-09d13f0049f1,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:37.302147 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.319876 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Calling delete_port for ee3bd9dd-9044-47ac-9888-09d13f0049f1 owned by network:dhcp {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:37.355689 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Deleting port ee3bd9dd-9044-47ac-9888-09d13f0049f1 {{(pid=102917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:37.356076 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), before_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.383065 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 5446a6b8-48f9-4fef-8210-fedb5edbd804 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:37.410901 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 5446a6b8-48f9-4fef-8210-fedb5edbd804 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:37.411245 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 5446a6b8-48f9-4fef-8210-fedb5edbd804 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:37.411891 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device b309bf9f-7c8f-482c-9733-55dd66030520 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:37.419647 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.450811 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3bd9dd-9044-47ac-9888-09d13f0049f1,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:37.452638 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] No DVR routers for this DVR port ee3bd9dd-9044-47ac-9888-09d13f0049f1 on host dv-cinder-830538-8-iscsi {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:37.465192 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Deleting port 442a1b54-60f3-4fae-9785-f90a17a86bc7 {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:37.465771 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.467493 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: b309bf9f-7c8f-482c-9733-55dd66030520 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:37.467838 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device b309bf9f-7c8f-482c-9733-55dd66030520 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:37.478528 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] For port ee3bd9dd-9044-47ac-9888-09d13f0049f1, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=ee3bd9dd-9044-47ac-9888-09d13f0049f1,segment=NetworkSegment(d0b9932d-29f4-4aef-b43c-403911ccde90),segment_id=d0b9932d-29f4-4aef-b43c-403911ccde90)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:37.479468 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), precommit_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.492983 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Calling delete_port for ee3bd9dd-9044-47ac-9888-09d13f0049f1 owned by network:dhcp {{(pid=102917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:37.522862 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (986c3037-0405-4fa2-9434-6c1982f631e6), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.543567 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986c3037-0405-4fa2-9434-6c1982f631e6']}} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:37.553710 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b9932d-29f4-4aef-b43c-403911ccde90') {'for_net_delete': True} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:37.554308 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b9932d-29f4-4aef-b43c-403911ccde90') {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:37.562399 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] For port 442a1b54-60f3-4fae-9785-f90a17a86bc7, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=442a1b54-60f3-4fae-9785-f90a17a86bc7,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:37.562762 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.564213 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16127430'] for segment (d0b9932d-29f4-4aef-b43c-403911ccde90), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.569215 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952'] for port (ee3bd9dd-9044-47ac-9888-09d13f0049f1), after_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.578229 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (d0b9932d-29f4-4aef-b43c-403911ccde90), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.578440 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Calling delete_port for 442a1b54-60f3-4fae-9785-f90a17a86bc7 owned by network:router_interface {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:37.584225 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:37.584722 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759730'] for segment (d0b9932d-29f4-4aef-b43c-403911ccde90), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: Traceback (most recent call last): Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: timer() Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: cb(*args, **kw) Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: return func(*args, **kwargs) Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: self._notify() Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: self.callback(batched_events) Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: event.method(event) Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: return f(self, *a, **k) Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._get(url).json() Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:37.586701 dv-cinder-830538-8-iscsi neutron-server[102915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:37.597837 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] No DVR routers for this DVR port ee3bd9dd-9044-47ac-9888-09d13f0049f1 on host dv-cinder-830538-8-iscsi {{(pid=102917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:37.599390 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Pushing event deleted for resources: {'Port': ['ID=ee3bd9dd-9044-47ac-9888-09d13f0049f1,revision_number=None']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:37.614154 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.614154 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.614559 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.614738 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.615078 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.615406 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.615971 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.616499 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.617166 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.617651 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.618161 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.618668 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.618995 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d428d4-74b8-47f1-b7a3-25462c609ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:37.664398 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (986c3037-0405-4fa2-9434-6c1982f631e6), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.679427 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.683219 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] 10.222.0.16 "DELETE /v2.0/networks/986c3037-0405-4fa2-9434-6c1982f631e6 HTTP/1.1" status: 204 len: 168 time: 0.5926385 Mar 10 17:38:37.684249 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55682523-bfdf-44ad-9543-4ef2d79e8178 admin admin] Pushing event deleted for resources: {'Network': ['ID=986c3037-0405-4fa2-9434-6c1982f631e6,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:37.692170 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d123438d-f989-420d-899e-60c198ea56d9 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:37.714181 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] No Port match for: d123438d-f989-420d-899e-60c198ea56d9 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:37.714670 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Device d123438d-f989-420d-899e-60c198ea56d9 not bound to the agent host hv-cinder-83053 {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:37.781490 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (442a1b54-60f3-4fae-9785-f90a17a86bc7), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.808463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=442a1b54-60f3-4fae-9785-f90a17a86bc7,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:37.809454 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43382) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:37.858774 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9e179d15-6b14-4434-8e5e-c61e000fd591 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44e141ba2afe439c88dacb1c3939d477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480440 Mar 10 17:38:37.859507 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43384) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:37.909392 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ce2d-1ca1-45a1-97ec-1c3da4a4f86c admin admin] Publish callbacks [] for security_group (9a5c932a-b27d-4675-b245-96e28bb10a1f), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.933038 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ce2d-1ca1-45a1-97ec-1c3da4a4f86c admin admin] Publish callbacks [] for security_group (9a5c932a-b27d-4675-b245-96e28bb10a1f), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.990751 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ce2d-1ca1-45a1-97ec-1c3da4a4f86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (9a5c932a-b27d-4675-b245-96e28bb10a1f), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.993745 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ce2d-1ca1-45a1-97ec-1c3da4a4f86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.994065 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (4754b2da-9602-4415-a599-d696fe21c5f2), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.997929 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-f0c7ce2d-1ca1-45a1-97ec-1c3da4a4f86c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a5c932a-b27d-4675-b245-96e28bb10a1f HTTP/1.1" status: 204 len: 168 time: 0.1350923 Mar 10 17:38:38.009513 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7ce2d-1ca1-45a1-97ec-1c3da4a4f86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5c932a-b27d-4675-b245-96e28bb10a1f,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:38.219346 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Router 4754b2da-9602-4415-a599-d696fe21c5f2 has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:38.328890 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:38.334017 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-edc4ae8e-82e4-40d6-823d-819f5281dc18 admin admin] 10.222.0.16 "PUT /v2.0/routers/4754b2da-9602-4415-a599-d696fe21c5f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7874599 Mar 10 17:38:38.336432 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43396) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:38.337326 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] Sync routers for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:38.349495 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:38.350547 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:38.451071 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks [] for router (4754b2da-9602-4415-a599-d696fe21c5f2), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.460640 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: dv-cinder-830538-8-iscsi {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:38.566938 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks [] for router_gateway (4754b2da-9602-4415-a599-d696fe21c5f2), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.621753 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Deleting port 4d057dee-df64-4a58-b421-ce777cf7119f {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:38.622080 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.644007 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:38:37Z', 'revision_number': 5, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port': {'id': '4d057dee-df64-4a58-b421-ce777cf7119f', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:38.670929 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] Checking router: 4754b2da-9602-4415-a599-d696fe21c5f2 for host: dv-cinder-830538-8-iscsi {{(pid=102918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:38.679346 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] Routers {'4754b2da-9602-4415-a599-d696fe21c5f2'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:38.679959 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['4754b2da-9602-4415-a599-d696fe21c5f2'], 'active': True} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:38.703065 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] For port 4d057dee-df64-4a58-b421-ce777cf7119f, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=4d057dee-df64-4a58-b421-ce777cf7119f,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:38.703428 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.717979 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Calling delete_port for 4d057dee-df64-4a58-b421-ce777cf7119f owned by network:router_gateway {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:38.767838 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_dvr_db [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] Set router 4754b2da-9602-4415-a599-d696fe21c5f2 gateway port host: None {{(pid=102918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:38.821331 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.l3_hamode_db [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:38:38Z', 'revision_number': 6, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port_host': None}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:38.860567 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa180f-0ed6-4938-9d60-9e9e087e17af None None] The sync data for ids ['4754b2da-9602-4415-a599-d696fe21c5f2'] in dv-cinder-830538-8-iscsi is: [{'id': '4754b2da-9602-4415-a599-d696fe21c5f2', 'name': 'tempest-TestVolumeBootPattern-34612381-router', 'tenant_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:38:38Z', 'revision_number': 6, 'project_id': 'f4dba5966a74456cb57fc9ad46e00bfe', 'gw_port_host': None}] {{(pid=102918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:38.895496 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (4d057dee-df64-4a58-b421-ce777cf7119f), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.925085 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d057dee-df64-4a58-b421-ce777cf7119f,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:38.988379 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (4754b2da-9602-4415-a599-d696fe21c5f2), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.388404 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (4754b2da-9602-4415-a599-d696fe21c5f2), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.390504 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks [] for router_controller (4754b2da-9602-4415-a599-d696fe21c5f2), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.432533 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (4754b2da-9602-4415-a599-d696fe21c5f2), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.433260 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4754b2da-9602-4415-a599-d696fe21c5f2 {{(pid=102916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:38:39.437815 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.438972 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-b5d97f02-a23a-4dd9-9bce-db52cf6b2726 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4754b2da-9602-4415-a599-d696fe21c5f2 HTTP/1.1" status: 204 len: 168 time: 1.1016428 Mar 10 17:38:39.441423 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43422) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:39.483168 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c15a5e4-eb91-44f6-9a51-ca0488482659 admin admin] Deleting subnet 9d87701c-9e0f-4990-b005-86ffb0a61090 {{(pid=102916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:38:39.486150 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5e4-eb91-44f6-9a51-ca0488482659 admin admin] Publish callbacks [] for subnet (9d87701c-9e0f-4990-b005-86ffb0a61090), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.519261 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5e4-eb91-44f6-9a51-ca0488482659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057536'] for subnet (9d87701c-9e0f-4990-b005-86ffb0a61090), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.595011 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5e4-eb91-44f6-9a51-ca0488482659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (9d87701c-9e0f-4990-b005-86ffb0a61090), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.629212 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device ee3bd9dd-9044-47ac-9888-09d13f0049f1 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:39.650019 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: ee3bd9dd-9044-47ac-9888-09d13f0049f1 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:39.650381 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device ee3bd9dd-9044-47ac-9888-09d13f0049f1 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:39.650796 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 442a1b54-60f3-4fae-9785-f90a17a86bc7 no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:39.651422 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5e4-eb91-44f6-9a51-ca0488482659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16576280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478903'] for subnet (9d87701c-9e0f-4990-b005-86ffb0a61090), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.670092 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 442a1b54-60f3-4fae-9785-f90a17a86bc7 {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:39.670464 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 442a1b54-60f3-4fae-9785-f90a17a86bc7 not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:39.675308 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15a5e4-eb91-44f6-9a51-ca0488482659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d87701c-9e0f-4990-b005-86ffb0a61090,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:39.683025 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5e4-eb91-44f6-9a51-ca0488482659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.688993 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-4c15a5e4-eb91-44f6-9a51-ca0488482659 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d87701c-9e0f-4990-b005-86ffb0a61090 HTTP/1.1" status: 204 len: 168 time: 0.2444897 Mar 10 17:38:39.689310 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922bba3b-ca4d-43e2-8b3a-5371e79f281e None None] Network 3c42361f-a368-4a74-bf02-1cde1ded73b6 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:39.689420 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43424) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:39.759190 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (3c42361f-a368-4a74-bf02-1cde1ded73b6), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.813385 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Deleting port 08bfeaf0-ba87-45ef-b664-375453dcf0ee {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:39.813723 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.839944 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05526dc7-36b8-4a03-9762-7d5c1ac5cff3 None None] DHCP port deletion for 3c42361f-a368-4a74-bf02-1cde1ded73b6 request from dv-cinder-830538-8-iscsi {{(pid=102917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:38:39.882648 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] For port 08bfeaf0-ba87-45ef-b664-375453dcf0ee, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=08bfeaf0-ba87-45ef-b664-375453dcf0ee,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:39.883805 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.894293 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-05526dc7-36b8-4a03-9762-7d5c1ac5cff3 None None] Deleting port 08bfeaf0-ba87-45ef-b664-375453dcf0ee {{(pid=102917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:39.894628 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-05526dc7-36b8-4a03-9762-7d5c1ac5cff3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), before_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.898542 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Calling delete_port for 08bfeaf0-ba87-45ef-b664-375453dcf0ee owned by network:dhcp {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:39.964422 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-05526dc7-36b8-4a03-9762-7d5c1ac5cff3 None None] For port 08bfeaf0-ba87-45ef-b664-375453dcf0ee, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=08bfeaf0-ba87-45ef-b664-375453dcf0ee,segment=NetworkSegment(e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a),segment_id=e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a)] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:39.965008 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-05526dc7-36b8-4a03-9762-7d5c1ac5cff3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), precommit_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.977498 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-05526dc7-36b8-4a03-9762-7d5c1ac5cff3 None None] Calling delete_port for 08bfeaf0-ba87-45ef-b664-375453dcf0ee owned by network:dhcp {{(pid=102917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:39.983685 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.013179 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bfeaf0-ba87-45ef-b664-375453dcf0ee,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:40.016596 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] No DVR routers for this DVR port 08bfeaf0-ba87-45ef-b664-375453dcf0ee on host dv-cinder-830538-8-iscsi {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:40.089054 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (3c42361f-a368-4a74-bf02-1cde1ded73b6), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.112249 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c42361f-a368-4a74-bf02-1cde1ded73b6']}} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:40.121742 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a') {'for_net_delete': True} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:40.122055 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a') {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:40.135765 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16127430'] for segment (e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.149236 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.155586 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:40.155981 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759730'] for segment (e0cf83f2-9d7c-4eda-af7a-98f1ae7dc08a), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: Traceback (most recent call last): Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: timer() Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: cb(*args, **kw) Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: return func(*args, **kwargs) Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: self._notify() Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: self.callback(batched_events) Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: event.method(event) Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: return f(self, *a, **k) Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._get(url).json() Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:40.157597 dv-cinder-830538-8-iscsi neutron-server[102915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:40.187139 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-05526dc7-36b8-4a03-9762-7d5c1ac5cff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952'] for port (08bfeaf0-ba87-45ef-b664-375453dcf0ee), after_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.209126 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05526dc7-36b8-4a03-9762-7d5c1ac5cff3 None None] Pushing event deleted for resources: {'Port': ['ID=08bfeaf0-ba87-45ef-b664-375453dcf0ee,revision_number=None']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:40.210529 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (3c42361f-a368-4a74-bf02-1cde1ded73b6), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.215643 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05526dc7-36b8-4a03-9762-7d5c1ac5cff3 None None] No DVR routers for this DVR port 08bfeaf0-ba87-45ef-b664-375453dcf0ee on host dv-cinder-830538-8-iscsi {{(pid=102917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:40.217813 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.221019 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c42361f-a368-4a74-bf02-1cde1ded73b6 HTTP/1.1" status: 204 len: 168 time: 0.5307248 Mar 10 17:38:40.226725 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43426) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:40.239635 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1658a7-d450-49bf-bab6-7ffb5a00b6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c42361f-a368-4a74-bf02-1cde1ded73b6,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:40.599100 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736834'] for router_interface (3ded7114-0e3c-4a37-bddd-2428a54965cd), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.841295 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Deleting port 228c1cc4-a0a6-4cad-97b7-c683664d498a {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:40.841632 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.916840 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] For port 228c1cc4-a0a6-4cad-97b7-c683664d498a, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=228c1cc4-a0a6-4cad-97b7-c683664d498a,segment=NetworkSegment(5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0),segment_id=5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:40.917196 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.929304 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Calling delete_port for 228c1cc4-a0a6-4cad-97b7-c683664d498a owned by network:router_interface {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:41.113578 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (228c1cc4-a0a6-4cad-97b7-c683664d498a), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.143104 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=228c1cc4-a0a6-4cad-97b7-c683664d498a,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:41.190830 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 4d057dee-df64-4a58-b421-ce777cf7119f no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:41.212815 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 4d057dee-df64-4a58-b421-ce777cf7119f {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:41.213749 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 4d057dee-df64-4a58-b421-ce777cf7119f not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:41.214613 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 08bfeaf0-ba87-45ef-b664-375453dcf0ee no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:41.235072 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 08bfeaf0-ba87-45ef-b664-375453dcf0ee {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:41.235421 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 08bfeaf0-ba87-45ef-b664-375453dcf0ee not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:41.311600 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1744402'] for router_interface (3ded7114-0e3c-4a37-bddd-2428a54965cd), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.524604 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Router 3ded7114-0e3c-4a37-bddd-2428a54965cd has already been hosted by L3 agent 0dcf11d3-4a6e-44f8-b1c6-18c4700cc844 {{(pid=102916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:41.631065 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] Notify agent at l3_agent.dv-cinder-830538-8-iscsi the message routers_updated {{(pid=102916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:41.638391 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-0c5d2ec5-9a90-432c-b45b-9a099f38f5d9 admin admin] 10.222.0.16 "PUT /v2.0/routers/3ded7114-0e3c-4a37-bddd-2428a54965cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4084904 Mar 10 17:38:41.638497 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43452) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:41.639466 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] Sync routers for ids ['3ded7114-0e3c-4a37-bddd-2428a54965cd'] in dv-cinder-830538-8-iscsi {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:41.653579 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] Routers {'3ded7114-0e3c-4a37-bddd-2428a54965cd'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:41.654243 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3ded7114-0e3c-4a37-bddd-2428a54965cd'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:41.742677 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks [] for router (3ded7114-0e3c-4a37-bddd-2428a54965cd), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.759392 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] Set router 3ded7114-0e3c-4a37-bddd-2428a54965cd gateway port host: dv-cinder-830538-8-iscsi {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:41.844746 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks [] for router_gateway (3ded7114-0e3c-4a37-bddd-2428a54965cd), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.895891 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Deleting port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e {{(pid=102916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:41.896230 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.932349 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'external_fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:01Z', 'updated_at': '2022-03-10T17:38:41Z', 'revision_number': 5, 'project_id': '4cf861ead6d04331934a91210b174459', 'gw_port': {'id': '30b78da0-59e7-4a4c-af5c-d2ec7cc8971e', 'name': '', 'network_id': 'c15ad237-4014-42d5-93b9-f3588e37862d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:02Z', 'updated_at': '2022-03-10T17:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '790b5ed4-4d43-46ff-8021-7a9c3d50a1c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-8-iscsi'}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:41.959155 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] Checking router: 3ded7114-0e3c-4a37-bddd-2428a54965cd for host: dv-cinder-830538-8-iscsi {{(pid=102917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:41.967400 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] Routers {'3ded7114-0e3c-4a37-bddd-2428a54965cd'} bound to L3 agent in host dv-cinder-830538-8-iscsi {{(pid=102917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:41.968046 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:16:19Z,description=,heartbeat_timestamp=2022-03-10T17:38:19Z,host='dv-cinder-830538-8-iscsi',id=0dcf11d3-4a6e-44f8-b1c6-18c4700cc844,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:16:19Z,topic='l3_agent')) {'router_ids': ['3ded7114-0e3c-4a37-bddd-2428a54965cd'], 'active': True} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:41.974539 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.db [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] For port 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=30b78da0-59e7-4a4c-af5c-d2ec7cc8971e,segment=NetworkSegment(b44e3fa1-891b-4ea6-8a73-71c5e9c471ea),segment_id=b44e3fa1-891b-4ea6-8a73-71c5e9c471ea)] {{(pid=102916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:41.974907 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.987810 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.plugin [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Calling delete_port for 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e owned by network:router_gateway {{(pid=102916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:42.055081 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvr_db [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] Set router 3ded7114-0e3c-4a37-bddd-2428a54965cd gateway port host: None {{(pid=102917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:42.110072 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_hamode_db [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:01Z', 'updated_at': '2022-03-10T17:38:41Z', 'revision_number': 6, 'project_id': '4cf861ead6d04331934a91210b174459', 'gw_port_host': None}], 'dv-cinder-830538-8-iscsi', False) {} {{(pid=102917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:42.136406 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bd22f-c512-4eb4-9574-6851693625e6 None None] The sync data for ids ['3ded7114-0e3c-4a37-bddd-2428a54965cd'] in dv-cinder-830538-8-iscsi is: [{'id': '3ded7114-0e3c-4a37-bddd-2428a54965cd', 'name': 'tempest-TestVolumeBootPattern-1301223417-router', 'tenant_id': '4cf861ead6d04331934a91210b174459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:01Z', 'updated_at': '2022-03-10T17:38:41Z', 'revision_number': 6, 'project_id': '4cf861ead6d04331934a91210b174459', 'gw_port_host': None}] {{(pid=102917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:42.154135 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16576311'] for port (30b78da0-59e7-4a4c-af5c-d2ec7cc8971e), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.189816 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b78da0-59e7-4a4c-af5c-d2ec7cc8971e,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:42.250335 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739960'] for router_gateway (3ded7114-0e3c-4a37-bddd-2428a54965cd), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.340866 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123127'] for router (3ded7114-0e3c-4a37-bddd-2428a54965cd), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.343030 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks [] for router_controller (3ded7114-0e3c-4a37-bddd-2428a54965cd), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.388230 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1742124'] for router (3ded7114-0e3c-4a37-bddd-2428a54965cd), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.388768 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ded7114-0e3c-4a37-bddd-2428a54965cd {{(pid=102916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:38:42.393760 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.394935 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-24e2b49c-f6da-44bd-ac4a-2af1f86f2319 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3ded7114-0e3c-4a37-bddd-2428a54965cd HTTP/1.1" status: 204 len: 168 time: 0.7555492 Mar 10 17:38:42.397718 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43454) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:42.441454 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e08560-0f08-4259-80bf-a70333c2be6a admin admin] Deleting subnet 03534778-dd65-4374-951e-4dadf122ab39 {{(pid=102916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:38:42.444358 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d8e08560-0f08-4259-80bf-a70333c2be6a admin admin] Publish callbacks [] for subnet (03534778-dd65-4374-951e-4dadf122ab39), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.478241 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d8e08560-0f08-4259-80bf-a70333c2be6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057536'] for subnet (03534778-dd65-4374-951e-4dadf122ab39), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.563200 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d8e08560-0f08-4259-80bf-a70333c2be6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (03534778-dd65-4374-951e-4dadf122ab39), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.618552 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d8e08560-0f08-4259-80bf-a70333c2be6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16576280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478903'] for subnet (03534778-dd65-4374-951e-4dadf122ab39), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.642961 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e08560-0f08-4259-80bf-a70333c2be6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03534778-dd65-4374-951e-4dadf122ab39,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:42.649204 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-d8e08560-0f08-4259-80bf-a70333c2be6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.654882 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf1cb9-4ad4-41a0-9ebb-4710666f6a9d None None] Network c4aaef12-0ef6-48c6-9233-4ada2234cdf5 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:42.655805 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43460) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:42.658235 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-d8e08560-0f08-4259-80bf-a70333c2be6a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/03534778-dd65-4374-951e-4dadf122ab39 HTTP/1.1" status: 204 len: 168 time: 0.2542770 Mar 10 17:38:42.726167 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (c4aaef12-0ef6-48c6-9233-4ada2234cdf5), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.779516 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Deleting port d1dc0229-947a-4299-85a7-381b4337d5ed {{(pid=102915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:42.779855 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.839134 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.db [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] For port d1dc0229-947a-4299-85a7-381b4337d5ed, host dv-cinder-830538-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-8-iscsi',level=0,port_id=d1dc0229-947a-4299-85a7-381b4337d5ed,segment=NetworkSegment(5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0),segment_id=5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0)] {{(pid=102915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:42.839424 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.852342 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.plugin [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Calling delete_port for d1dc0229-947a-4299-85a7-381b4337d5ed owned by network:dhcp {{(pid=102915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:42.883362 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] DHCP port deletion for c4aaef12-0ef6-48c6-9233-4ada2234cdf5 request from dv-cinder-830538-8-iscsi {{(pid=102917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:38:42.935326 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15760003'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.936462 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] Deleting port d1dc0229-947a-4299-85a7-381b4337d5ed {{(pid=102917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:42.936848 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744244193774'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), before_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.960822 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1dc0229-947a-4299-85a7-381b4337d5ed,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:42.964872 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] No DVR routers for this DVR port d1dc0229-947a-4299-85a7-381b4337d5ed on host dv-cinder-830538-8-iscsi {{(pid=102915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:43.014877 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.db [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] For port d1dc0229-947a-4299-85a7-381b4337d5ed, host dv-cinder-830538-8-iscsi, got binding levels [] {{(pid=102917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:43.015277 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739732'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), precommit_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.027945 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] Calling delete_port for d1dc0229-947a-4299-85a7-381b4337d5ed owned by network:dhcp {{(pid=102917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:43.030665 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.ipam_backend_mixin [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] Port d1dc0229-947a-4299-85a7-381b4337d5ed was not found and therefore no delete operation was performed {{(pid=102917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:38:43.031919 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3362447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744244199509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744243747952'] for port (d1dc0229-947a-4299-85a7-381b4337d5ed), after_delete {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.040714 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (c4aaef12-0ef6-48c6-9233-4ada2234cdf5), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.057376 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] Pushing event deleted for resources: {'Port': ['ID=d1dc0229-947a-4299-85a7-381b4337d5ed,revision_number=None']} {{(pid=102917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:43.061154 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de52a8-151d-4bc5-b5f5-9f8e9ff8e5f2 None None] No DVR routers for this DVR port d1dc0229-947a-4299-85a7-381b4337d5ed on host dv-cinder-830538-8-iscsi {{(pid=102917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:43.063133 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4aaef12-0ef6-48c6-9233-4ada2234cdf5']}} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:43.075429 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0') {'for_net_delete': True} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:43.075742 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0') {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:43.085212 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16127430'] for segment (5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.098875 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.105557 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:43.105892 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759730'] for segment (5a2c6329-aa71-46ba-8fe9-9ed5580b3ce0), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: Traceback (most recent call last): Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: timer() Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: cb(*args, **kw) Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: return func(*args, **kwargs) Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: self._notify() Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: self.callback(batched_events) Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: event.method(event) Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: return f(self, *a, **k) Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._get(url).json() Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:43.107945 dv-cinder-830538-8-iscsi neutron-server[102915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:43.165611 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (c4aaef12-0ef6-48c6-9233-4ada2234cdf5), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.172726 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.179076 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] 10.222.0.16 "DELETE /v2.0/networks/c4aaef12-0ef6-48c6-9233-4ada2234cdf5 HTTP/1.1" status: 204 len: 168 time: 0.5222456 Mar 10 17:38:43.189334 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb3d81-1d5f-42df-97d2-41f102ee053e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4aaef12-0ef6-48c6-9233-4ada2234cdf5,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:43.200486 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device d1dc0229-947a-4299-85a7-381b4337d5ed no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:43.220776 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: d1dc0229-947a-4299-85a7-381b4337d5ed {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:43.221128 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device d1dc0229-947a-4299-85a7-381b4337d5ed not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:43.221546 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 228c1cc4-a0a6-4cad-97b7-c683664d498a no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:43.239899 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 228c1cc4-a0a6-4cad-97b7-c683664d498a {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:43.240248 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 228c1cc4-a0a6-4cad-97b7-c683664d498a not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:43.240654 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e no longer exists at agent ovs-agent-dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:43.263948 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.plugin [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] No Port match for: 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e {{(pid=102917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:43.264309 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Device 30b78da0-59e7-4a4c-af5c-d2ec7cc8971e not bound to the agent host dv-cinder-830538-8-iscsi {{(pid=102917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:43.338902 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43464) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:43.381342 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-6d6de8a7-4aef-4d2e-a095-aecdb7beb387 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4dba5966a74456cb57fc9ad46e00bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412834 Mar 10 17:38:43.383726 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43466) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:43.428655 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-995334a9-12a1-4edf-9286-fb9612904d45 admin admin] Publish callbacks [] for security_group (e50076c1-4194-4408-a972-4e4412454b3e), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.449416 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-995334a9-12a1-4edf-9286-fb9612904d45 admin admin] Publish callbacks [] for security_group (e50076c1-4194-4408-a972-4e4412454b3e), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.493671 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-995334a9-12a1-4edf-9286-fb9612904d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (e50076c1-4194-4408-a972-4e4412454b3e), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.496765 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-995334a9-12a1-4edf-9286-fb9612904d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.497887 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-995334a9-12a1-4edf-9286-fb9612904d45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e50076c1-4194-4408-a972-4e4412454b3e HTTP/1.1" status: 204 len: 168 time: 0.1132758 Mar 10 17:38:43.505360 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995334a9-12a1-4edf-9286-fb9612904d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50076c1-4194-4408-a972-4e4412454b3e,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:43.800324 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43476) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:43.839740 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-6b96bcf8-b4da-46c9-b80d-43dea6593307 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cf861ead6d04331934a91210b174459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378933 Mar 10 17:38:43.841666 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43478) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:43.886194 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a10500ce-b60d-4ca2-8c8e-5039ba59c06b admin admin] Publish callbacks [] for security_group (ba0cc8dc-abeb-47cd-90e6-dcae09974977), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.907024 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a10500ce-b60d-4ca2-8c8e-5039ba59c06b admin admin] Publish callbacks [] for security_group (ba0cc8dc-abeb-47cd-90e6-dcae09974977), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.955099 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a10500ce-b60d-4ca2-8c8e-5039ba59c06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (ba0cc8dc-abeb-47cd-90e6-dcae09974977), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.958611 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-a10500ce-b60d-4ca2-8c8e-5039ba59c06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.960438 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-a10500ce-b60d-4ca2-8c8e-5039ba59c06b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba0cc8dc-abeb-47cd-90e6-dcae09974977 HTTP/1.1" status: 204 len: 168 time: 0.1177955 Mar 10 17:38:43.969365 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10500ce-b60d-4ca2-8c8e-5039ba59c06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0cc8dc-abeb-47cd-90e6-dcae09974977,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:46.551391 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ba7468f5-b7fc-49b1-bc9f-b3d3a49b017d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.355475 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43522) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:47.455753 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-291d282d-bd49-4071-82f3-dfa10bc9c6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.527610 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-291d282d-bd49-4071-82f3-dfa10bc9c6e3 admin admin] Publish callbacks [] for security_group (3b46cac6-b68a-4e39-b799-f888857af7fb), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.531158 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-291d282d-bd49-4071-82f3-dfa10bc9c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (3b46cac6-b68a-4e39-b799-f888857af7fb), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.568261 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-291d282d-bd49-4071-82f3-dfa10bc9c6e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06a24a17a6ac4ecf8e237433c3c78a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117548 Mar 10 17:38:47.569361 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d282d-bd49-4071-82f3-dfa10bc9c6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b46cac6-b68a-4e39-b799-f888857af7fb,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:47.570956 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43526) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:47.618041 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-293e202b-85c9-4475-97d9-1a731b4d44f9 admin admin] Publish callbacks [] for security_group (3b46cac6-b68a-4e39-b799-f888857af7fb), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.638419 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-293e202b-85c9-4475-97d9-1a731b4d44f9 admin admin] Publish callbacks [] for security_group (3b46cac6-b68a-4e39-b799-f888857af7fb), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.684283 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-293e202b-85c9-4475-97d9-1a731b4d44f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (3b46cac6-b68a-4e39-b799-f888857af7fb), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.686924 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-293e202b-85c9-4475-97d9-1a731b4d44f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.688093 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-293e202b-85c9-4475-97d9-1a731b4d44f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b46cac6-b68a-4e39-b799-f888857af7fb HTTP/1.1" status: 204 len: 168 time: 0.1161368 Mar 10 17:38:47.695677 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e202b-85c9-4475-97d9-1a731b4d44f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b46cac6-b68a-4e39-b799-f888857af7fb,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:48.858709 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-08e1ae97-8093-4ecb-a5ae-19bdf24e95b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.271384 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43576) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:49.371965 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-947b13bc-6773-4df2-8e5f-ba915dcc9e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.446075 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-947b13bc-6773-4df2-8e5f-ba915dcc9e1d admin admin] Publish callbacks [] for security_group (b48c855b-0b15-4dca-b589-95452b868ca0), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.450410 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-947b13bc-6773-4df2-8e5f-ba915dcc9e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b48c855b-0b15-4dca-b589-95452b868ca0), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.486272 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-947b13bc-6773-4df2-8e5f-ba915dcc9e1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b0bb9d1d69940bb8083f6436e7093c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135668 Mar 10 17:38:49.488146 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b13bc-6773-4df2-8e5f-ba915dcc9e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c855b-0b15-4dca-b589-95452b868ca0,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:49.488995 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43580) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:49.535649 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf6a7-eb85-4681-8e1f-ffce85ce5cdf admin admin] Publish callbacks [] for security_group (b48c855b-0b15-4dca-b589-95452b868ca0), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.555931 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf6a7-eb85-4681-8e1f-ffce85ce5cdf admin admin] Publish callbacks [] for security_group (b48c855b-0b15-4dca-b589-95452b868ca0), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.601647 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf6a7-eb85-4681-8e1f-ffce85ce5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (b48c855b-0b15-4dca-b589-95452b868ca0), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.604695 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf6a7-eb85-4681-8e1f-ffce85ce5cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.605827 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-0a6cf6a7-eb85-4681-8e1f-ffce85ce5cdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b48c855b-0b15-4dca-b589-95452b868ca0 HTTP/1.1" status: 204 len: 168 time: 0.1158354 Mar 10 17:38:49.613029 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cf6a7-eb85-4681-8e1f-ffce85ce5cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c855b-0b15-4dca-b589-95452b868ca0,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:49.860628 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43586) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:49.875749 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-225c05b4-69f5-44d8-9fd8-d903ebb0abcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.949216 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-225c05b4-69f5-44d8-9fd8-d903ebb0abcb admin admin] Publish callbacks [] for security_group (0fc6867f-8f2a-46eb-81a1-4f99b4d56823), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.953047 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-225c05b4-69f5-44d8-9fd8-d903ebb0abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0fc6867f-8f2a-46eb-81a1-4f99b4d56823), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.000198 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-225c05b4-69f5-44d8-9fd8-d903ebb0abcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3599742dcdbc4b109a605aae83f9592a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385186 Mar 10 17:38:50.001549 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c05b4-69f5-44d8-9fd8-d903ebb0abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc6867f-8f2a-46eb-81a1-4f99b4d56823,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:50.002803 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43588) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:50.015073 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.052557 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51e337de-12db-4bfc-aff4-1fe1056eb733 admin admin] Publish callbacks [] for security_group (0fc6867f-8f2a-46eb-81a1-4f99b4d56823), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.073181 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51e337de-12db-4bfc-aff4-1fe1056eb733 admin admin] Publish callbacks [] for security_group (0fc6867f-8f2a-46eb-81a1-4f99b4d56823), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.118426 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51e337de-12db-4bfc-aff4-1fe1056eb733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0fc6867f-8f2a-46eb-81a1-4f99b4d56823), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.120922 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-51e337de-12db-4bfc-aff4-1fe1056eb733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.122069 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-51e337de-12db-4bfc-aff4-1fe1056eb733 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fc6867f-8f2a-46eb-81a1-4f99b4d56823 HTTP/1.1" status: 204 len: 168 time: 0.1180644 Mar 10 17:38:50.129620 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e337de-12db-4bfc-aff4-1fe1056eb733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc6867f-8f2a-46eb-81a1-4f99b4d56823,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:51.427507 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.903557 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:59.012432 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.040349 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43678) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:00.140996 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ffcbb154-34f0-47b5-a01c-6f77bf4c69d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.212309 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ffcbb154-34f0-47b5-a01c-6f77bf4c69d9 admin admin] Publish callbacks [] for security_group (90ff1cd5-188c-41ac-a9a5-23c1ca4e926a), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.216114 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ffcbb154-34f0-47b5-a01c-6f77bf4c69d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (90ff1cd5-188c-41ac-a9a5-23c1ca4e926a), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.255844 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-ffcbb154-34f0-47b5-a01c-6f77bf4c69d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb6abd281dc04bc8bb07318edb1ada25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144566 Mar 10 17:39:00.256670 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbb154-34f0-47b5-a01c-6f77bf4c69d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ff1cd5-188c-41ac-a9a5-23c1ca4e926a,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:00.258573 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43682) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:00.305574 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-514d4305-02bf-408a-96c8-5f79190b0375 admin admin] Publish callbacks [] for security_group (90ff1cd5-188c-41ac-a9a5-23c1ca4e926a), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.326169 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-514d4305-02bf-408a-96c8-5f79190b0375 admin admin] Publish callbacks [] for security_group (90ff1cd5-188c-41ac-a9a5-23c1ca4e926a), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.371353 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-514d4305-02bf-408a-96c8-5f79190b0375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (90ff1cd5-188c-41ac-a9a5-23c1ca4e926a), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.373996 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-514d4305-02bf-408a-96c8-5f79190b0375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.375169 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-514d4305-02bf-408a-96c8-5f79190b0375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90ff1cd5-188c-41ac-a9a5-23c1ca4e926a HTTP/1.1" status: 204 len: 168 time: 0.1154795 Mar 10 17:39:00.382415 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d4305-02bf-408a-96c8-5f79190b0375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ff1cd5-188c-41ac-a9a5-23c1ca4e926a,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:00.626137 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43688) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:00.639026 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c85a6f73-f107-45c2-8741-02ffc9880f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.713465 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c85a6f73-f107-45c2-8741-02ffc9880f88 admin admin] Publish callbacks [] for security_group (4ce6dbf4-68a6-4b0d-9a29-c7ed2526a7f3), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.717567 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-c85a6f73-f107-45c2-8741-02ffc9880f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (4ce6dbf4-68a6-4b0d-9a29-c7ed2526a7f3), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.752560 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a6f73-f107-45c2-8741-02ffc9880f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce6dbf4-68a6-4b0d-9a29-c7ed2526a7f3,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:00.756710 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-c85a6f73-f107-45c2-8741-02ffc9880f88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3673dfc19a1c40f9b42558a7f843165e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295545 Mar 10 17:39:00.759321 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43690) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:00.805138 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-af52f760-8e38-4b8a-9408-8efa67852af3 admin admin] Publish callbacks [] for security_group (4ce6dbf4-68a6-4b0d-9a29-c7ed2526a7f3), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.825632 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-af52f760-8e38-4b8a-9408-8efa67852af3 admin admin] Publish callbacks [] for security_group (4ce6dbf4-68a6-4b0d-9a29-c7ed2526a7f3), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.878656 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-af52f760-8e38-4b8a-9408-8efa67852af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (4ce6dbf4-68a6-4b0d-9a29-c7ed2526a7f3), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.881289 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-af52f760-8e38-4b8a-9408-8efa67852af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.882620 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-af52f760-8e38-4b8a-9408-8efa67852af3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ce6dbf4-68a6-4b0d-9a29-c7ed2526a7f3 HTTP/1.1" status: 204 len: 168 time: 0.1224020 Mar 10 17:39:00.890789 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52f760-8e38-4b8a-9408-8efa67852af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce6dbf4-68a6-4b0d-9a29-c7ed2526a7f3,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:01.522408 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43712) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:01.616582 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1716849454-network', 'tenant_id': 'f7ffe6a9f5f245e89b4666050303d6dc'}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:01.635415 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Made reservation on behalf of f7ffe6a9f5f245e89b4666050303d6dc for: {'network': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:01.638272 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.646175 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.718275 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Publish callbacks [] for security_group (0c302f18-b6a4-4ca4-9486-280adcd5f426), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.721800 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0c302f18-b6a4-4ca4-9486-280adcd5f426), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.748120 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:39:01.757518 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c302f18-b6a4-4ca4-9486-280adcd5f426,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:01.763575 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (a92c2297-1e6b-415e-8d89-f9bdcc453ee8), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.763915 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.db.segments_db [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Added segment a92c2297-1e6b-415e-8d89-f9bdcc453ee8 of type vlan for network f9c89ee8-9ec0-447b-aa18-d4de56139b1d Mar 10 17:39:01.802288 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (f9c89ee8-9ec0-447b-aa18-d4de56139b1d), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.825835 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (f9c89ee8-9ec0-447b-aa18-d4de56139b1d), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.827075 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:01.827768 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.863575 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3400223 Mar 10 17:39:01.866461 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43716) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:01.871877 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Request body: {'subnet': {'network_id': 'f9c89ee8-9ec0-447b-aa18-d4de56139b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1716849454-subnet', 'tenant_id': 'f7ffe6a9f5f245e89b4666050303d6dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:01.891482 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Made reservation on behalf of f7ffe6a9f5f245e89b4666050303d6dc for: {'subnet': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:01.891781 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a389bac-bef6-4a80-933f-03bfa3619f89 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c89ee8-9ec0-447b-aa18-d4de56139b1d,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:01.893772 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13478864'] for subnet (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.902384 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network f9c89ee8-9ec0-447b-aa18-d4de56139b1d details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:39:02.062280 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16576347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478910'] for subnet (699f31bb-5a9a-41bc-8752-08dee4c8ea06), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.117154 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=699f31bb-5a9a-41bc-8752-08dee4c8ea06,revision_number=0']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:02.125408 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Checking segment: {'id': 'a92c2297-1e6b-415e-8d89-f9bdcc453ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9c89ee8-9ec0-447b-aa18-d4de56139b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:02.125761 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Network hostable DHCP agents. Network: f9c89ee8-9ec0-447b-aa18-d4de56139b1d, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:39:02.141926 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Network f9c89ee8-9ec0-447b-aa18-d4de56139b1d is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:39:02.150214 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.scheduler.base_scheduler [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, f9c89ee8-9ec0-447b-aa18-d4de56139b1d) {{(pid=102916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:02.154675 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:02.155256 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.159501 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6b8cc-e877-4d3f-a61f-77eba1e7cdb4 None None] Network f9c89ee8-9ec0-447b-aa18-d4de56139b1d requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:02.171203 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-ef2067c0-5c1d-4b47-a419-257a84f6b865 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3034811 Mar 10 17:39:02.257425 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd237a6b-145d-4d3b-ac5d-19353228dd13 None None] Network f9c89ee8-9ec0-447b-aa18-d4de56139b1d requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:02.622647 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43732) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:02.627490 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.v2.base [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1627521272-network', 'tenant_id': '3f440a9217e34d81a1b914e03092f56e'}} {{(pid=102916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:02.647713 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Made reservation on behalf of 3f440a9217e34d81a1b914e03092f56e for: {'network': 1} {{(pid=102916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:02.649862 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3362339'] for network (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.658154 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.729338 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Publish callbacks [] for security_group (d5e92d6f-672c-4088-89e0-42a4f278e4e4), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.733016 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d5e92d6f-672c-4088-89e0-42a4f278e4e4), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.756728 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:39:02.765753 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e92d6f-672c-4088-89e0-42a4f278e4e4,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:02.771920 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (b61a4ffc-c562-4bc7-b3a1-b10b47be00ea), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.772265 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.db.segments_db [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Added segment b61a4ffc-c562-4bc7-b3a1-b10b47be00ea of type vlan for network 70009e81-cead-4f6b-af52-bf45554bb4d4 Mar 10 17:39:02.810213 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744243766209'] for network (70009e81-cead-4f6b-af52-bf45554bb4d4), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.836595 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517'] for network (70009e81-cead-4f6b-af52-bf45554bb4d4), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.837636 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:02.838199 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.871137 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2474077 Mar 10 17:39:02.873957 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43734) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:02.878872 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.v2.base [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Request body: {'subnet': {'network_id': '70009e81-cead-4f6b-af52-bf45554bb4d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1627521272-subnet', 'tenant_id': '3f440a9217e34d81a1b914e03092f56e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:02.896308 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Made reservation on behalf of 3f440a9217e34d81a1b914e03092f56e for: {'subnet': 1} {{(pid=102915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:02.899088 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13139342'] for subnet (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.900103 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c29b-c4e4-4684-91c1-97299a9542f2 admin admin] Pushing event updated for resources: {'Network': ['ID=70009e81-cead-4f6b-af52-bf45554bb4d4,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:02.911372 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.plugins.ml2.rpc [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Network 70009e81-cead-4f6b-af52-bf45554bb4d4 details requested by agent ovs-agent-dv-cinder-830538-8-iscsi with host dv-cinder-830538-8-iscsi {{(pid=102917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:39:03.071011 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15760111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13139360'] for subnet (7ea8e684-f616-439a-a9d0-a07b9dd28bd2), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.130441 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea8e684-f616-439a-a9d0-a07b9dd28bd2,revision_number=0']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:03.137439 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Checking segment: {'id': 'b61a4ffc-c562-4bc7-b3a1-b10b47be00ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '70009e81-cead-4f6b-af52-bf45554bb4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:03.137803 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Network hostable DHCP agents. Network: 70009e81-cead-4f6b-af52-bf45554bb4d4, hostable agents: ['ce6d6605-8577-49e6-b1e0-979cd2489476'], hosted agents: [] {{(pid=102915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:39:03.154816 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Network 70009e81-cead-4f6b-af52-bf45554bb4d4 is scheduled to be hosted by DHCP agent ce6d6605-8577-49e6-b1e0-979cd2489476 with binding_index 1 {{(pid=102915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:39:03.163377 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.scheduler.base_scheduler [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-8-iscsi, 70009e81-cead-4f6b-af52-bf45554bb4d4) {{(pid=102915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:03.168097 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:03.168700 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.172806 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01554f-8cca-471d-92db-247928e32ca0 None None] Network 70009e81-cead-4f6b-af52-bf45554bb4d4 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:03.184312 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-add448e7-eabb-4421-a006-9953aa4a9bfc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3092494 Mar 10 17:39:03.274344 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b703973-794a-459b-94eb-982b720dc27d None None] Network 70009e81-cead-4f6b-af52-bf45554bb4d4 requested from dv-cinder-830538-8-iscsi {{(pid=102917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:04.023040 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:39:16.496264 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43854) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:16.542072 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b76dc9-6f84-41f1-95f8-088c79451d0b admin admin] Deleting subnet 699f31bb-5a9a-41bc-8752-08dee4c8ea06 {{(pid=102915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:39:16.545273 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-85b76dc9-6f84-41f1-95f8-088c79451d0b admin admin] Publish callbacks [] for subnet (699f31bb-5a9a-41bc-8752-08dee4c8ea06), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.552984 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-acc79620-3856-4680-957a-850a009ff642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.580927 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-85b76dc9-6f84-41f1-95f8-088c79451d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16127437'] for subnet (699f31bb-5a9a-41bc-8752-08dee4c8ea06), precommit_delete_associations {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.617130 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-85b76dc9-6f84-41f1-95f8-088c79451d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (699f31bb-5a9a-41bc-8752-08dee4c8ea06), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.670822 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-85b76dc9-6f84-41f1-95f8-088c79451d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15760044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13139369'] for subnet (699f31bb-5a9a-41bc-8752-08dee4c8ea06), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.695909 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b76dc9-6f84-41f1-95f8-088c79451d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699f31bb-5a9a-41bc-8752-08dee4c8ea06,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:16.698359 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-85b76dc9-6f84-41f1-95f8-088c79451d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for subnet (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.701520 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-85b76dc9-6f84-41f1-95f8-088c79451d0b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/699f31bb-5a9a-41bc-8752-08dee4c8ea06 HTTP/1.1" status: 204 len: 168 time: 0.2042379 Mar 10 17:39:16.704273 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43856) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:16.769277 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (f9c89ee8-9ec0-447b-aa18-d4de56139b1d), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.847701 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (f9c89ee8-9ec0-447b-aa18-d4de56139b1d), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.866568 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c89ee8-9ec0-447b-aa18-d4de56139b1d']}} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:16.876007 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92c2297-1e6b-415e-8d89-f9bdcc453ee8') {'for_net_delete': True} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:16.876311 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.services.segments.db [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92c2297-1e6b-415e-8d89-f9bdcc453ee8') {} {{(pid=102915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:16.885902 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16127430'] for segment (a92c2297-1e6b-415e-8d89-f9bdcc453ee8), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.898758 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (a92c2297-1e6b-415e-8d89-f9bdcc453ee8), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.904618 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:39:16.905001 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759730'] for segment (a92c2297-1e6b-415e-8d89-f9bdcc453ee8), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: Traceback (most recent call last): Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: timer() Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: cb(*args, **kw) Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: return func(*args, **kwargs) Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: self._notify() Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: self.callback(batched_events) Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: event.method(event) Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: return f(self, *a, **k) Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._get(url).json() Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: return self.request(url, 'GET', **kwargs) Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:39:16.906625 dv-cinder-830538-8-iscsi neutron-server[102915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:39:16.962552 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (f9c89ee8-9ec0-447b-aa18-d4de56139b1d), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.967908 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.971151 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f9c89ee8-9ec0-447b-aa18-d4de56139b1d HTTP/1.1" status: 204 len: 168 time: 0.2659612 Mar 10 17:39:16.973950 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43858) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:16.981663 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06161dfe-92bb-42a8-aabe-0607e6fbe306 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c89ee8-9ec0-447b-aa18-d4de56139b1d,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:17.017679 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18c53be-5b61-4609-97a3-3d6246346345 admin admin] Deleting subnet 7ea8e684-f616-439a-a9d0-a07b9dd28bd2 {{(pid=102916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:39:17.020860 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a18c53be-5b61-4609-97a3-3d6246346345 admin admin] Publish callbacks [] for subnet (7ea8e684-f616-439a-a9d0-a07b9dd28bd2), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.058181 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a18c53be-5b61-4609-97a3-3d6246346345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1057536'] for subnet (7ea8e684-f616-439a-a9d0-a07b9dd28bd2), precommit_delete_associations {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.095161 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a18c53be-5b61-4609-97a3-3d6246346345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239551'] for subnet (7ea8e684-f616-439a-a9d0-a07b9dd28bd2), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.144462 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a18c53be-5b61-4609-97a3-3d6246346345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16576280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478903'] for subnet (7ea8e684-f616-439a-a9d0-a07b9dd28bd2), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.167314 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c53be-5b61-4609-97a3-3d6246346345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea8e684-f616-439a-a9d0-a07b9dd28bd2,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:17.172843 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-a18c53be-5b61-4609-97a3-3d6246346345 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.176017 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-a18c53be-5b61-4609-97a3-3d6246346345 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ea8e684-f616-439a-a9d0-a07b9dd28bd2 HTTP/1.1" status: 204 len: 168 time: 0.2009592 Mar 10 17:39:17.178463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43860) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:17.250440 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3262138'] for network (70009e81-cead-4f6b-af52-bf45554bb4d4), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.586256 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3232388', 'neutron.services.segments.db._delete_segments_for_network-8744244191766'] for network (70009e81-cead-4f6b-af52-bf45554bb4d4), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.606343 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70009e81-cead-4f6b-af52-bf45554bb4d4']}} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:17.615156 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61a4ffc-c562-4bc7-b3a1-b10b47be00ea') {'for_net_delete': True} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:17.615453 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.services.segments.db [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61a4ffc-c562-4bc7-b3a1-b10b47be00ea') {} {{(pid=102916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:17.624978 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744244190495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1057547'] for segment (b61a4ffc-c562-4bc7-b3a1-b10b47be00ea), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.638447 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768'] for segment (b61a4ffc-c562-4bc7-b3a1-b10b47be00ea), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.644205 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:39:17.644576 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3372768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16575686'] for segment (b61a4ffc-c562-4bc7-b3a1-b10b47be00ea), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: Traceback (most recent call last): Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: timer() Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: cb(*args, **kw) Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: return func(*args, **kwargs) Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: self._notify() Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: self.callback(batched_events) Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: event.method(event) Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: return f(self, *a, **k) Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._get(url).json() Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: return self.request(url, 'GET', **kwargs) Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:39:17.646289 dv-cinder-830538-8-iscsi neutron-server[102916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:39:17.699951 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3232509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739932'] for network (70009e81-cead-4f6b-af52-bf45554bb4d4), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.705034 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637523'] for network (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.708130 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] 10.222.0.16 "DELETE /v2.0/networks/70009e81-cead-4f6b-af52-bf45554bb4d4 HTTP/1.1" status: 204 len: 168 time: 0.5287669 Mar 10 17:39:17.718517 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf7446-5106-4ae4-a0a6-e5e11a87f027 admin admin] Pushing event deleted for resources: {'Network': ['ID=70009e81-cead-4f6b-af52-bf45554bb4d4,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:17.862320 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43864) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:17.900323 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-ec04b39d-c607-477a-9654-5ee5f5d894dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7ffe6a9f5f245e89b4666050303d6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368247 Mar 10 17:39:17.903074 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43866) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:17.946993 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6d7dae70-3db6-49db-b83a-19c6a53f6c41 admin admin] Publish callbacks [] for security_group (0c302f18-b6a4-4ca4-9486-280adcd5f426), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.968928 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6d7dae70-3db6-49db-b83a-19c6a53f6c41 admin admin] Publish callbacks [] for security_group (0c302f18-b6a4-4ca4-9486-280adcd5f426), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.016640 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6d7dae70-3db6-49db-b83a-19c6a53f6c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (0c302f18-b6a4-4ca4-9486-280adcd5f426), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.019265 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-6d7dae70-3db6-49db-b83a-19c6a53f6c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.020442 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-6d7dae70-3db6-49db-b83a-19c6a53f6c41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c302f18-b6a4-4ca4-9486-280adcd5f426 HTTP/1.1" status: 204 len: 168 time: 0.1164908 Mar 10 17:39:18.029081 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dae70-3db6-49db-b83a-19c6a53f6c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c302f18-b6a4-4ca4-9486-280adcd5f426,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:18.319448 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43872) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:18.358207 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-82d53a78-4d51-4129-b471-db70dd0bfbb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f440a9217e34d81a1b914e03092f56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373700 Mar 10 17:39:18.360509 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43874) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:18.405786 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d75c-67a2-4d9e-bf25-6765e949418c admin admin] Publish callbacks [] for security_group (d5e92d6f-672c-4088-89e0-42a4f278e4e4), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.425606 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d75c-67a2-4d9e-bf25-6765e949418c admin admin] Publish callbacks [] for security_group (d5e92d6f-672c-4088-89e0-42a4f278e4e4), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.470288 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d75c-67a2-4d9e-bf25-6765e949418c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (d5e92d6f-672c-4088-89e0-42a4f278e4e4), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.472821 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d75c-67a2-4d9e-bf25-6765e949418c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.473980 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-f5e9d75c-67a2-4d9e-bf25-6765e949418c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5e92d6f-672c-4088-89e0-42a4f278e4e4 HTTP/1.1" status: 204 len: 168 time: 0.1125684 Mar 10 17:39:18.481443 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9d75c-67a2-4d9e-bf25-6765e949418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e92d6f-672c-4088-89e0-42a4f278e4e4,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:18.858573 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-b0b9b772-abfa-4b69-a3fa-c94cf6572038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.470863 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 43904) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:19.573383 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-97f1c03a-0925-4be6-83ea-1864f0335773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.643824 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-97f1c03a-0925-4be6-83ea-1864f0335773 admin admin] Publish callbacks [] for security_group (efb6d7b6-571b-42e1-821d-a724e52122c4), precommit_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.647684 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-97f1c03a-0925-4be6-83ea-1864f0335773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (efb6d7b6-571b-42e1-821d-a724e52122c4), after_create {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.687449 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-97f1c03a-0925-4be6-83ea-1864f0335773 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f1b94dae64b42c8b2e9145154afdab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155271 Mar 10 17:39:19.688136 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c03a-0925-4be6-83ea-1864f0335773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb6d7b6-571b-42e1-821d-a724e52122c4,revision_number=1']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:19.690236 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43908) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:19.735872 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36e683f5-3b95-4638-b77a-58ff5fe03ecd admin admin] Publish callbacks [] for security_group (efb6d7b6-571b-42e1-821d-a724e52122c4), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.756370 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36e683f5-3b95-4638-b77a-58ff5fe03ecd admin admin] Publish callbacks [] for security_group (efb6d7b6-571b-42e1-821d-a724e52122c4), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.802831 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36e683f5-3b95-4638-b77a-58ff5fe03ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (efb6d7b6-571b-42e1-821d-a724e52122c4), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.805594 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-36e683f5-3b95-4638-b77a-58ff5fe03ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.806837 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-36e683f5-3b95-4638-b77a-58ff5fe03ecd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efb6d7b6-571b-42e1-821d-a724e52122c4 HTTP/1.1" status: 204 len: 168 time: 0.1155035 Mar 10 17:39:19.814850 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e683f5-3b95-4638-b77a-58ff5fe03ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb6d7b6-571b-42e1-821d-a724e52122c4,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:20.020234 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.430282 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.905541 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.016069 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.082858 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 43996) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:29.185372 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f29c881d-e035-46fe-a26d-1ccd181522fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.256163 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f29c881d-e035-46fe-a26d-1ccd181522fc admin admin] Publish callbacks [] for security_group (25dddf7b-bbe8-4971-be8b-f66a94b8ea2f), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.259859 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-f29c881d-e035-46fe-a26d-1ccd181522fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (25dddf7b-bbe8-4971-be8b-f66a94b8ea2f), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.298826 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c881d-e035-46fe-a26d-1ccd181522fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dddf7b-bbe8-4971-be8b-f66a94b8ea2f,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:29.303737 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-f29c881d-e035-46fe-a26d-1ccd181522fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5dfdccbba29499bad58edba2256379a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191784 Mar 10 17:39:29.305853 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 44000) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:29.352810 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bfbb68d6-1e59-484d-a252-16500f2d54b9 admin admin] Publish callbacks [] for security_group (25dddf7b-bbe8-4971-be8b-f66a94b8ea2f), before_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.374334 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bfbb68d6-1e59-484d-a252-16500f2d54b9 admin admin] Publish callbacks [] for security_group (25dddf7b-bbe8-4971-be8b-f66a94b8ea2f), precommit_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.420285 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bfbb68d6-1e59-484d-a252-16500f2d54b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (25dddf7b-bbe8-4971-be8b-f66a94b8ea2f), after_delete {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.422947 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-bfbb68d6-1e59-484d-a252-16500f2d54b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.424095 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-bfbb68d6-1e59-484d-a252-16500f2d54b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25dddf7b-bbe8-4971-be8b-f66a94b8ea2f HTTP/1.1" status: 204 len: 168 time: 0.1174755 Mar 10 17:39:29.431516 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb68d6-1e59-484d-a252-16500f2d54b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dddf7b-bbe8-4971-be8b-f66a94b8ea2f,revision_number=None']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:32.855840 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [-] (102915) accepted ('10.222.0.16', 44044) {{(pid=102915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:32.955749 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:33.028960 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Publish callbacks [] for security_group (41751fe6-82ff-4f95-80cb-c4028a3767ef), precommit_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:33.032583 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron_lib.callbacks.manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (41751fe6-82ff-4f95-80cb-c4028a3767ef), after_create {{(pid=102915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:33.068705 dv-cinder-830538-8-iscsi neutron-server[102915]: INFO neutron.wsgi [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df6fbacfd2224e35bd1827f0988ecce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118084 Mar 10 17:39:33.069901 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41751fe6-82ff-4f95-80cb-c4028a3767ef,revision_number=1']} {{(pid=102915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:33.071470 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [-] (102916) accepted ('10.222.0.16', 44048) {{(pid=102916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:33.077833 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.078222 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.078572 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.078912 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.079250 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.079588 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.079931 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.080251 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.080584 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.080911 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.081245 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.081566 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.081914 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93e2b3-76a2-4e36-b625-9d18ef8c446e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.121853 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Publish callbacks [] for security_group (41751fe6-82ff-4f95-80cb-c4028a3767ef), before_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:33.142087 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Publish callbacks [] for security_group (41751fe6-82ff-4f95-80cb-c4028a3767ef), precommit_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:33.189231 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674822'] for security_group (41751fe6-82ff-4f95-80cb-c4028a3767ef), after_delete {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:33.191808 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron_lib.callbacks.manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:33.192933 dv-cinder-830538-8-iscsi neutron-server[102916]: INFO neutron.wsgi [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41751fe6-82ff-4f95-80cb-c4028a3767ef HTTP/1.1" status: 204 len: 168 time: 0.1204925 Mar 10 17:39:33.201077 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41751fe6-82ff-4f95-80cb-c4028a3767ef,revision_number=None']} {{(pid=102916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:33.208139 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.208487 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.208830 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.209169 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.209498 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.209823 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.210176 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.210507 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.210834 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.211161 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.211481 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.211797 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:33.212185 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe08d2-04bb-4112-8503-7121a7065e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-8-iscsi {{(pid=102916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:41.022722 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:39:46.554774 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-51278000-0e72-4049-a987-9d3eb6fdce9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.862828 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd469-9b40-4bd4-9dd0-87065aa2c577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.020500 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.432130 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.907492 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.020607 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.608463 dv-cinder-830538-8-iscsi neutron-server[102916]: DEBUG neutron.wsgi [req-bde196a6-e2fb-4a00-891e-cd2db59fe35e req-715b5fba-fecb-4786-a3ca-da987006a24f service neutron] (102916) timed out ('10.222.0.37', 51108) {{(pid=102916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:40:16.556014 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9886e9bc-20b4-4859-b10f-3fb1b46f799d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.021818 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:40:18.864024 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-cc0d163f-8545-4f4b-be7e-a0af961ade29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:20.023033 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:21.439501 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.911893 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.026975 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.556997 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-8decaabd-dd07-4363-b1b3-1b43ef821b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.865680 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ec125e15-08a0-4f34-80ba-a556425c9f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.025127 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.437647 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.915041 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.021170 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:40:59.043180 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:16.558400 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-5fb5b2b7-4d1b-453e-b80d-8096d07daea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.865988 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-9f461f81-cc7b-4237-b245-04768ca73085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.028712 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:21.440878 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.916914 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.048189 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.023178 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:41:32.955995 dv-cinder-830538-8-iscsi neutron-server[102915]: DEBUG neutron.wsgi [req-6eb79c57-b637-431b-bc68-ac974529cce5 req-6aabbaeb-9fa3-4e15-9618-55ce5604f37b service neutron] (102915) timed out ('10.222.0.37', 51070) {{(pid=102915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:41:46.562530 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-1d78fe5a-d1cf-4235-9c92-59849ce53035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.867355 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ef193cc9-b8eb-445a-b5c3-9d14e5e713bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:50.031651 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.443851 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:52.920027 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.064457 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.021802 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:42:16.564680 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-44ceb712-6100-4091-816d-0a94454ca917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.867830 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-4fdbee03-60a9-46d2-b1d2-1dd3b995590a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.034988 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:21.446233 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.923144 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.083249 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:46.020829 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:42:46.566139 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-2c3a35e6-0d5d-4aef-b312-f914636ffbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:48.868526 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-46d340a3-5320-4bcf-9f76-7abd30eae4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.037013 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.449701 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.925774 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.096145 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.567593 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-29ee807c-f9e4-4c70-832a-a980d9e13c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.869069 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-be0dfd82-db8a-4182-85d9-abde58113842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.040371 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.452347 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.927160 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:23.019008 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:43:29.115764 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:46.568629 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-52fbc42d-fc8f-4aff-a387-3691b8b86249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:48.869108 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-7779da71-2b4f-4eaa-aae9-749fbcd0354b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:50.043448 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:51.455884 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:52.928486 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.107958 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.017626 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:44:16.570598 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c3e6b99b-6192-4350-8260-e3c9b862e978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.869673 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3d3a37c1-1aad-4189-bd75-e6210f3e4855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.046091 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.459058 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:22.930594 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:29.120266 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.016134 dv-cinder-830538-8-iscsi neutron-server[102918]: DEBUG neutron.db.agents_db [None req-15d22145-65f8-4f0d-9aaf-3dba5b2af9ee None None] Agent healthcheck: found 6 active agents {{(pid=102918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:44:46.571832 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-ec910e00-0507-4d4c-ac1e-2518a6a4a654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (ce6d6605-8577-49e6-b1e0-979cd2489476), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.869768 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-f2dd33e5-565d-4d32-84bd-5ba5c3449255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (0dcf11d3-4a6e-44f8-b1c6-18c4700cc844), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.048502 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-c6682978-cc7c-411e-9388-977a2945e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1a334ccf-eeb4-4cf1-b865-c3f003172c4e), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.461701 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc322-b1bb-4d65-a612-b35e112c06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (a7602f23-413c-4605-88b6-40cdfa031a6d), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.932508 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-26a94969-4911-430d-ac2b-c9909ebfc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (1ef1debc-a78e-47eb-92a4-02c54b4bbc94), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:59.121592 dv-cinder-830538-8-iscsi neutron-server[102917]: DEBUG neutron_lib.callbacks.manager [None req-99b91f49-c9c9-455b-bde2-a0b0644e8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744244191748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3234447'] for agent (616e7cd1-4236-4dc4-b4e2-6f00efaa5ca4), after_update {{(pid=102917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}